nextcloud / spreed

🗨️ Nextcloud Talk – chat, video & audio calls for Nextcloud
https://nextcloud.com/talk
GNU Affero General Public License v3.0
1.59k stars 424 forks source link

Poor Talk Webconference Experience - kinda broken #6842

Closed Dubidubiduu closed 2 years ago

Dubidubiduu commented 2 years ago

So, using Talk 13.0.2 and NC 23.0.0, yesterday I finally gave a bigger Nextcloud Talk Webconference a shot. While we moved our board meetings to talk for three-four times and it worked okayish, this was intended to be a stress test with 20+ users. Thought it will give me some detail performance indication of my high performance backend installation (https://markus-blog.de/index.php/2020/11/20/how-to-run-nextcloud-talk-high-performance-backend-with-stun-turnserver-on-ubuntu-with-docker-compose/) at Netcup G9 2000 (https://www.netcup.de/bestellen/produkt.php?produkt=2556).

However, the performance was fine, but we've had a lot of other issues.

Steps to reproduce

  1. Create a lobby event with guests.

So, we used that lobby function, I was the only nextcloud user and a bunch of external people came into that videoconference (public room without password).

Expected behaviour

Everyone can join, stay in the room, can chat and have a decent user experience.

Actual behaviour

Do I miss anything? Is it possible I have missconfigured anything related? Right now the only thing I think of I could have done better is to notice in the invitation that people should use Firefox/Chrome Browser on Desktop..?!

So it wasn't the most important conference, however, instead of just getting a video bottleneck, I had serious other issues, which is a bummer after spending so much time in hosting, environment and setup etc.

Talk app

Talk app version: 13.0.2

Custom Signaling server configured: This is high performance backend, right? Then yes. Version? Not sure, where do I get that from? It's not "docker inspect"?

` [ { "Id": "df6898c7cd2adce30583a9bae65afbe2c5856cce295aa4011e6c1dcb7a51af1b", "Created": "2021-12-22T13:12:15.835481612Z", "Path": "/bin/sh", "Args": [ "-c", "/usr/local/signaling --config=$CONFIG" ], "State": { "Status": "running", "Running": true, "Paused": false, "Restarting": false, "OOMKilled": false, "Dead": false, "Pid": 1236, "ExitCode": 0, "Error": "", "StartedAt": "2021-12-30T12:44:54.563229643Z", "FinishedAt": "2021-12-30T12:44:20.422993345Z" }, "Image": "sha256:a39f798678c5e5d5fd2990b9e111b49c44a73a1ce1f4c3e0a7c03e2469c8ccc7", "ResolvConfPath": "/home/dockerstuff/containers/df6898c7cd2adce30583a9bae65afbe2c5856cce295aa4011e6c1dcb7a51af1b/resolv.conf", "HostnamePath": "/home/dockerstuff/containers/df6898c7cd2adce30583a9bae65afbe2c5856cce295aa4011e6c1dcb7a51af1b/hostname", "HostsPath": "/home/dockerstuff/containers/df6898c7cd2adce30583a9bae65afbe2c5856cce295aa4011e6c1dcb7a51af1b/hosts", "LogPath": "/home/dockerstuff/containers/df6898c7cd2adce30583a9bae65afbe2c5856cce295aa4011e6c1dcb7a51af1b/df6898c7cd2adce30583a9bae65afbe2c5856cce295aa4011e6c1dcb7a51af1b-json.log", "Name": "/nextcloud-spreed-signaling_spreedbackend_1", "RestartCount": 0, "Driver": "overlay2", "Platform": "linux", "MountLabel": "", "ProcessLabel": "", "AppArmorProfile": "docker-default", "ExecIDs": null, "HostConfig": { "Binds": [ "/opt/nextcloud-spreed-signaling/server.conf:/config/server.conf:rw" ], "ContainerIDFile": "", "LogConfig": { "Type": "json-file", "Config": {} }, "NetworkMode": "host", "PortBindings": {}, "RestartPolicy": { "Name": "unless-stopped", "MaximumRetryCount": 0 }, "AutoRemove": false, "VolumeDriver": "", "VolumesFrom": [], "CapAdd": null, "CapDrop": null, "CgroupnsMode": "host", "Dns": [], "DnsOptions": [], "DnsSearch": [], "ExtraHosts": null, "GroupAdd": null, "IpcMode": "shareable", "Cgroup": "", "Links": null, "OomScoreAdj": 0, "PidMode": "", "Privileged": false, "PublishAllPorts": false, "ReadonlyRootfs": false, "SecurityOpt": null, "UTSMode": "", "UsernsMode": "", "ShmSize": 67108864, "Runtime": "runc", "ConsoleSize": [ 0, 0 ], "Isolation": "", "CpuShares": 0, "Memory": 0, "NanoCpus": 0, "CgroupParent": "", "BlkioWeight": 0, "BlkioWeightDevice": null, "BlkioDeviceReadBps": null, "BlkioDeviceWriteBps": null, "BlkioDeviceReadIOps": null, "BlkioDeviceWriteIOps": null, "CpuPeriod": 0, "CpuQuota": 0, "CpuRealtimePeriod": 0, "CpuRealtimeRuntime": 0, "CpusetCpus": "", "CpusetMems": "", "Devices": null, "DeviceCgroupRules": null, "DeviceRequests": null, "KernelMemory": 0, "KernelMemoryTCP": 0, "MemoryReservation": 0, "MemorySwap": 0, "MemorySwappiness": null, "OomKillDisable": false, "PidsLimit": null, "Ulimits": null, "CpuCount": 0, "CpuPercent": 0, "IOMaximumIOps": 0, "IOMaximumBandwidth": 0, "MaskedPaths": [ "/proc/asound", "/proc/acpi", "/proc/kcore", "/proc/keys", "/proc/latency_stats", "/proc/timer_list", "/proc/timer_stats", "/proc/sched_debug", "/proc/scsi", "/sys/firmware" ], "ReadonlyPaths": [ "/proc/bus", "/proc/fs", "/proc/irq", "/proc/sys", "/proc/sysrq-trigger" ] }, "GraphDriver": { "Data": { "LowerDir": "/home/dockerstuff/overlay2/xxx-init/diff:/home/dockerstuff/overlay2/yyy/diff:/home/dockerstuff/overlay2/zzz/diff:/home/dockerstuff/overlay2/24d8d8500f707b7b9b30975301816cf33d62fb5436c445e5e4d9adbea0d3ae0a/diff:/home/dockerstuff/overlay2/qqq/diff", "MergedDir": "/home/dockerstuff/overlay2/xxx/merged", "UpperDir": "/home/dockerstuff/overlay2/xxx/diff", "WorkDir": "/home/dockerstuff/overlay2/xxx/work" }, "Name": "overlay2" }, "Mounts": [ { "Type": "bind", "Source": "/opt/nextcloud-spreed-signaling/server.conf", "Destination": "/config/server.conf", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "Config": { "Hostname": "xxx", "Domainname": "", "User": "spreedbackend", "AttachStdin": false, "AttachStdout": false, "AttachStderr": false, "Tty": false, "OpenStdin": false, "StdinOnce": false, "Env": [ "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "CONFIG=/config/server.conf" ], "Cmd": [ "/bin/sh", "-c", "/usr/local/signaling --config=$CONFIG" ], "Image": "nextcloud-spreed-signaling_spreedbackend", "Volumes": { "/config/server.conf": {} }, "WorkingDir": "", "Entrypoint": null, "OnBuild": null, "Labels": { "com.docker.compose.config-hash": "xxx", "com.docker.compose.container-number": "1", "com.docker.compose.oneoff": "False", "com.docker.compose.project": "nextcloud-spreed-signaling", "com.docker.compose.project.config_files": "docker-compose.yml", "com.docker.compose.project.working_dir": "/opt/nextcloud-spreed-signaling", "com.docker.compose.service": "spreedbackend", "com.docker.compose.version": "1.25.0" } }, "NetworkSettings": { "Bridge": "", "SandboxID": "xxx", "HairpinMode": false, "LinkLocalIPv6Address": "", "LinkLocalIPv6PrefixLen": 0, "Ports": {}, "SandboxKey": "/var/run/docker/netns/default", "SecondaryIPAddresses": null, "SecondaryIPv6Addresses": null, "EndpointID": "", "Gateway": "", "GlobalIPv6Address": "", "GlobalIPv6PrefixLen": 0, "IPAddress": "", "IPPrefixLen": 0, "IPv6Gateway": "", "MacAddress": "", "Networks": { "host": { "IPAMConfig": null, "Links": null, "Aliases": null, "NetworkID": "xxx", "EndpointID": "xxx", "Gateway": "", "IPAddress": "", "IPPrefixLen": 0, "IPv6Gateway": "", "GlobalIPv6Address": "", "GlobalIPv6PrefixLen": 0, "MacAddress": "", "DriverOpts": null } } } } ] `

Custom TURN server configured: yes

Custom STUN server configured: yes

Server configuration

Nextcloud itself is at shared hosting, turn/stun/high performance on external vps.

VPS: Ubuntu 20.04.3 LTS

Load information on VPS with high performance backend

![networkbytes](https://user-images.githubusercontent.com/34820982/151373416-2108c787-8b1a-47ce-9be1-c6789c0daa9f.JPG) ![pps](https://user-images.githubusercontent.com/34820982/151373420-83526102-a6dc-4e77-b53b-f4fb9bb8aabf.JPG) ![iops](https://user-images.githubusercontent.com/34820982/151373422-c804efb1-359c-46c7-8f2b-9453d7ff7393.JPG) ![cpu](https://user-images.githubusercontent.com/34820982/151373424-ee12b167-d6cf-4cc8-949e-585d5ea1d76d.JPG)

So next is the shared hosting with nextcloud running on (https://www.serverprofis.de/elastic-site-server/, Elastic M 1.1), mostly output of index.php/settings/admin/serverinfo

Operating system: Operating System: | Linux 3.10.0-962.3.2.lve1.5.52.el7.x86_64 x86_64 ... seemss to be Red Hat 4.8.5-44

Web server: Apache

Database: mysql 10.3.32

PHP version: 7.4.27 (see details)

![phpversion](https://user-images.githubusercontent.com/34820982/151371626-6a5f366f-947a-4e85-bc73-73910836c9c4.JPG) ![phpsettings](https://user-images.githubusercontent.com/34820982/151371646-bd0e92fd-446d-4d1c-944f-f34fca3f0a2e.png)

Nextcloud Version: 23.0.0

Load information on shared hosting (nextcloud), starting at 18:55

![perfshared](https://user-images.githubusercontent.com/34820982/151369674-de016520-2aa5-4efb-9c25-c0b6a3eda7a7.png) ![perfshared2](https://user-images.githubusercontent.com/34820982/151369839-adb6639c-3a7d-469a-86fe-15376a60c95b.JPG)

my php.ini I have in the NC directory:

apc.enable_cli = 1
opcache.enable = 1
opcache.interned_strings_buffer = 8
opcache.max_accelerated_files = 10000
opcache.memory_consumption = 128
opcache.save_comments = 1

If I remember correctly I have had issues with updating and that helped with that issue.

List of activated apps:

Enabled: - accessibility: 1.9.0 - activity: 2.15.0 - admin_audit: 1.13.0 - analytics: 4.0.3 - appointments: 1.11.12 - apporder: 0.14.0 - bruteforcesettings: 2.3.0 - calendar: 3.0.5 - cloud_federation_api: 1.6.0 - comments: 1.13.0 - contactsinteraction: 1.4.0 - dashboard: 7.3.0 - dav: 1.21.0 - deck: 1.6.0 - emlviewer: 1.0.0 - external: 3.10.2 - extract: 1.3.3 - federatedfilesharing: 1.13.0 - federation: 1.13.0 - files: 1.18.0 - files_accesscontrol: 1.13.0 - files_automatedtagging: 1.13.0 - files_pdfviewer: 2.4.0 - files_readmemd: 1.2.1 - files_rightclick: 1.2.0 - files_sharing: 1.15.0 - files_trashbin: 1.13.0 - files_versions: 1.16.0 - files_videoplayer: 1.12.0 - files_zip: 1.0.0 - flow_notifications: 1.2.0 - forms: 2.4.0 - geoblocker: 0.5.2 - groupfolders: 11.1.2 - hsts: 0.9.0 - impersonate: 1.10.0 - integration_twitter: 1.0.2 - keeweb: 0.6.8 - login_notes: 1.0.3 - logreader: 2.8.0 - lookup_server_connector: 1.11.0 - mail: 1.11.6 - news: 17.0.1 - nextcloud_announcements: 1.12.0 - notifications: 2.11.1 - oauth2: 1.11.0 - password_policy: 1.13.0 - photos: 1.5.0 - polls: 3.4.2 - previewgenerator: 3.4.1 - printer: 0.0.5 - privacy: 1.7.0 - provisioning_api: 1.13.0 - quickaccesssorting: 1.1.2 - recommendations: 1.2.0 - richdocuments: 5.0.1 - richdocumentscode: 21.11.103 - serverinfo: 1.13.0 - settings: 1.5.0 - sharebymail: 1.13.0 - side_menu: 2.3.2 - socialsharing_email: 2.4.0 - spreed: 13.0.2 - support: 1.6.0 - survey_client: 1.11.0 - systemtags: 1.13.0 - talk_simple_poll: 1.3.1 - telephoneprovider: 1.0.3 - text: 3.4.0 - theming: 1.14.0 - theming_customcss: 1.10.0 - twofactor_backupcodes: 1.12.0 - updatenotification: 1.13.0 - user_sql: 4.7.1 - user_status: 1.3.1 - viewer: 1.7.0 - welcome: 1.0.1 - workflowengine: 2.5.0

Nextcloud configuration:

``` { "system": { "instanceid": "***REMOVED SENSITIVE VALUE***", "passwordsalt": "***REMOVED SENSITIVE VALUE***", "secret": "***REMOVED SENSITIVE VALUE***", "trusted_domains": [ "cloud.xxx.de" ], "datadirectory": "***REMOVED SENSITIVE VALUE***", "tempdirectory": "\/home\/xxx\/nc\/tmp", "default_language": "de", "force_locale": "de", "overwrite.cli.url": "https:\/\/cloud.xxx.de\/", "lost_password_link": "https:\/\/xxx.de\/yyy\/?action=lostpassword", "dbtype": "mysql", "version": "23.0.0.10", "dbname": "***REMOVED SENSITIVE VALUE***", "dbhost": "***REMOVED SENSITIVE VALUE***", "dbport": "", "dbtableprefix": "oc_", "dbuser": "***REMOVED SENSITIVE VALUE***", "dbpassword": "***REMOVED SENSITIVE VALUE***", "installed": true, "mail_from_address": "***REMOVED SENSITIVE VALUE***", "mail_smtpmode": "smtp", "mail_smtpauthtype": "LOGIN", "mail_domain": "***REMOVED SENSITIVE VALUE***", "maintenance": false, "default_phone_region": "DE", "theme": "", "defaultapp": "apporder", "loglevel": 2, "filelocking.enabled": true, "debug": false, "log_type": "file", "skeletondirectory": "", "enable_previews": true, "memcache.local": "\\OC\\Memcache\\APCu", "preview_max_x": 800, "preview_max_y": 800, "updater.release.channel": "stable", "mail_smtpauth": 1, "mail_smtphost": "***REMOVED SENSITIVE VALUE***", "mail_smtpport": "465", "mail_smtpname": "***REMOVED SENSITIVE VALUE***", "mail_smtppassword": "***REMOVED SENSITIVE VALUE***", "mail_smtpsecure": "ssl", "app_install_overwrite": [ "apporder", "files_readmemd", "polls", "printer", "external", "calendar", "extract", "user_sql", "documentserver_community", "timetracker", "quickaccesssorting", "passman", "appointments", "flow_notifications", "forms", "hsts", "talk_simple_poll", "tasks", "telephoneprovider", "previewgenerator", "emlviewer", "side_menu", "zenodo", "geoblocker", "integration_whiteboard", "richdocuments" ], "integrity.check.disabled": false, "mysql.utf8mb4": true } } ```

That's the log:

`{"reqId":"Pd3APDYb2kCYM5R34vvX","level":3,"time":"2022-01-26T19:15:42+00:00","remoteAddr":"","user":"--","app":"mail","method":"","url":"--","message":"Cron mail sync failed for account {accountId}","userAgent":"--","version":"23.0.0.10","exception":{"Exception":"OCA\\Mail\\Exception\\ServiceException","Message":"IMAP error synchronizing account 24: Mail server denied authentication.","Code":102,"Trace":[{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/BackgroundJob/SyncJob.php","line":108,"function":"sync","class":"OCA\\Mail\\IMAP\\MailboxSync","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"OC\\AppFramework\\ScopedPsrLogger"},true]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\Mail\\BackgroundJob\\SyncJob","type":"->","args":[{"accountId":24}]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/TimedJob.php","line":63,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]},{"file":"/home/xxx/subdomains/cloud/cron.php","line":128,"function":"execute","class":"OCP\\BackgroundJob\\TimedJob","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/MailboxSync.php","Line":107,"Previous":{"Exception":"Horde_Imap_Client_Exception","Message":"Mail server denied authentication.","Code":102,"Trace":[{"file":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Base.php","line":838,"function":"_login","class":"Horde_Imap_Client_Socket","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Base.php","line":1389,"function":"login","class":"Horde_Imap_Client_Base","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/FolderMapper.php","line":60,"function":"listMailboxes","class":"Horde_Imap_Client_Base","type":"->","args":["*",5,{"delimiter":true,"attributes":true,"special_use":true}]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/MailboxSync.php","line":104,"function":"getFolders","class":"OCA\\Mail\\IMAP\\FolderMapper","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"Horde_Imap_Client_Socket","cacheFields":["HICenv","HICflags","HIChdrs","HICdate","HICsize","And 1 more entries, set log level to debug to see all entries"],"changed":true,"statuscache":true}]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/BackgroundJob/SyncJob.php","line":108,"function":"sync","class":"OCA\\Mail\\IMAP\\MailboxSync","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"OC\\AppFramework\\ScopedPsrLogger"},true]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\Mail\\BackgroundJob\\SyncJob","type":"->","args":[{"accountId":24}]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/TimedJob.php","line":63,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]},{"file":"/home/xxx/subdomains/cloud/cron.php","line":128,"function":"execute","class":"OCP\\BackgroundJob\\TimedJob","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Socket.php","Line":572},"CustomMessage":"Cron mail sync failed for account {accountId}"}} {"reqId":"oWdthVSDVyn7UZnNRYaE","level":3,"time":"2022-01-26T20:14:08+00:00","remoteAddr":"77.6.201.59","user":"yyy","app":"notifications","method":"POST","url":"/ocs/v2.php/apps/spreed/api/v1/chat/7w9tnuso","message":"cURL error 28: Operation timed out after 30000 milliseconds with 0 bytes received (see https://curl.haxx.se/libcurl/c/libcurl-errors.html) for https://push-notifications.nextcloud.com/notifications","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:96.0) Gecko/20100101 Firefox/96.0","version":"23.0.0.10","exception":{"Exception":"GuzzleHttp\\Exception\\ConnectException","Message":"cURL error 28: Operation timed out after 30000 milliseconds with 0 bytes received (see https://curl.haxx.se/libcurl/c/libcurl-errors.html) for https://push-notifications.nextcloud.com/notifications","Code":0,"Trace":[{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Handler/CurlFactory.php","line":158,"function":"createRejection","class":"GuzzleHttp\\Handler\\CurlFactory","type":"::","args":[{"__class__":"GuzzleHttp\\Handler\\EasyHandle","sink":{"__class__":"GuzzleHttp\\Psr7\\Stream"},"headers":[],"response":null,"request":{"__class__":"GuzzleHttp\\Psr7\\Request"},"options":{"verify":"/home/xxx/subdomains/cloud/resources/config/ca-bundle.crt","timeout":30,"allow_redirects":{"on_redirect":{"__class__":"Closure"},"max":5,"protocols":["http","https"],"strict":false,"referer":false,"0":"And 1 more entries, set log level to debug to see all entries"},"nextcloud":{"allow_local_address":false},"synchronous":true,"0":"And 6 more entries, set log level to debug to see all entries"},"errno":28,"onHeadersException":null,"createResponseException":null},{"errno":28,"error":"Operation timed out after 30000 milliseconds with 0 bytes received","appconnect_time":0.033165,"url":"https://push-notifications.nextcloud.com/notifications","content_type":null,"0":"And 36 more entries, set log level to debug to see all entries"}]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Handler/CurlFactory.php","line":110,"function":"finishError","class":"GuzzleHttp\\Handler\\CurlFactory","type":"::","args":[{"__class__":"GuzzleHttp\\Handler\\CurlHandler"},{"__class__":"GuzzleHttp\\Handler\\EasyHandle","sink":{"__class__":"GuzzleHttp\\Psr7\\Stream"},"headers":[],"response":null,"request":{"__class__":"GuzzleHttp\\Psr7\\Request"},"options":{"verify":"/home/xxx/subdomains/cloud/resources/config/ca-bundle.crt","timeout":30,"allow_redirects":{"on_redirect":{"__class__":"Closure"},"max":5,"protocols":["http","https"],"strict":false,"referer":false,"0":"And 1 more entries, set log level to debug to see all entries"},"nextcloud":{"allow_local_address":false},"synchronous":true,"0":"And 6 more entries, set log level to debug to see all entries"},"errno":28,"onHeadersException":null,"createResponseException":null},{"__class__":"GuzzleHttp\\Handler\\CurlFactory"}]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Handler/CurlHandler.php","line":47,"function":"finish","class":"GuzzleHttp\\Handler\\CurlFactory","type":"::","args":[{"__class__":"GuzzleHttp\\Handler\\CurlHandler"},{"__class__":"GuzzleHttp\\Handler\\EasyHandle","sink":{"__class__":"GuzzleHttp\\Psr7\\Stream"},"headers":[],"response":null,"request":{"__class__":"GuzzleHttp\\Psr7\\Request"},"options":{"verify":"/home/xxx/subdomains/cloud/resources/config/ca-bundle.crt","timeout":30,"allow_redirects":{"on_redirect":{"__class__":"Closure"},"max":5,"protocols":["http","https"],"strict":false,"referer":false,"0":"And 1 more entries, set log level to debug to see all entries"},"nextcloud":{"allow_local_address":false},"synchronous":true,"0":"And 6 more entries, set log level to debug to see all entries"},"errno":28,"onHeadersException":null,"createResponseException":null},{"__class__":"GuzzleHttp\\Handler\\CurlFactory"}]},{"file":"/home/xxx/subdomains/cloud/lib/private/Http/Client/DnsPinMiddleware.php","line":146,"function":"__invoke","class":"GuzzleHttp\\Handler\\CurlHandler","type":"->","args":["*** sensitive parameter replaced ***","*** sensitive parameter replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/PrepareBodyMiddleware.php","line":64,"function":"OC\\Http\\Client\\{closure}","class":"OC\\Http\\Client\\DnsPinMiddleware","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Middleware.php","line":31,"function":"__invoke","class":"GuzzleHttp\\PrepareBodyMiddleware","type":"->","args":["*** sensitive parameter replaced ***","*** sensitive parameter replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/RedirectMiddleware.php","line":71,"function":"GuzzleHttp\\{closure}","class":"GuzzleHttp\\Middleware","type":"::","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Middleware.php","line":63,"function":"__invoke","class":"GuzzleHttp\\RedirectMiddleware","type":"->","args":["*** sensitive parameter replaced ***","*** sensitive parameter replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/HandlerStack.php","line":75,"function":"GuzzleHttp\\{closure}","class":"GuzzleHttp\\Middleware","type":"::","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Client.php","line":331,"function":"__invoke","class":"GuzzleHttp\\HandlerStack","type":"->","args":["*** sensitive parameter replaced ***","*** sensitive parameter replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Client.php","line":168,"function":"transfer","class":"GuzzleHttp\\Client","type":"->","args":["*** sensitive parameter replaced ***","*** sensitive parameter replaced ***"]},{"file":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Client.php","line":187,"function":"requestAsync","class":"GuzzleHttp\\Client","type":"->","args":["post",{"__class__":"GuzzleHttp\\Psr7\\Uri"},{"verify":"/home/xxx/subdomains/cloud/resources/config/ca-bundle.crt","timeout":30,"allow_redirects":{"on_redirect":{"__class__":"Closure"}},"form_params":{"notifications":["{\"deviceIdentifier\":\"NpX9FXksBl6vRbfSNTMB6c\\/lja7iMttt+UO7yg9y21\\/5tKPJpYpj\\/nXcvoXUKQwW4RIDJMTDqXCkdSjnlQcz0Q==\",\"pushTokenHash\":\"9627de294ad82bd3dd5c26eaf727a3bfe9c331609a2c042b2af36712f37d32bc99c5abf12eab163f6f2e069d24841e989c4350eb31392e7f3ce32d2b50ea54eb\",\"subject\":\"bxX0jTtAP7ShYbPwI6zpOuB0eWs9+CUcxsdWjLNTzJvQxySVOdhsUDRfpRtIALU9PY5nYyzEPfYK8uQRsT4\\/ZWNuEdfoXx+4xXDU7YIuoVFRrAQ0e0I6K3wthcL1zbMd1KMRpChck8b+Sf\\/ZAVcqxXx7gGIc+7KZEjTP+Snwet8lCFvEWNAdXOMjz+HVtszQWIDjDYiQya\\/uwSrV6PUH1KquKFUBVlegB5FlzuT0+FxDkMAFkW9sguCkFzVQtkfoUwDqKJ2cEG4sgmd5T9QlDr46c+H4RMqP2oraNtfnw4yzEqJ+F9OURcY9ZyHq\\/evl221VEGjC7kkq+CRyd0\\/cwQ==\",\"signature\":\"u5ptqeVz2Xo7RzOf8CuLCeu+SEAJMGBDRJ90OflG8JJIHqRZwA3SMSHRqDZeDxLDbnYQ1ggTVAahojXhsgeQ0lrhIxYFs5qsaV66tnrm1dCzOpDHhjFy7PRijB8d9hB36CcbyRIfrblAuxfmMVZ9xs8ygVY+cyFOjtnX7fGYbdykI6KyKemVf7WFKTQUoOGEfh8Wbi9i6KZuLT9D\\/\\/2fauool+qQuSBwLRlkamU76Zu8yQ88bpJ7RF1p41wQvTSqqEqRxgROsLNnGTt7V7+uUrCCji\\/pIzdVGgeXCpGciuYerAKS\\/SUMhDG97gtHPBxoquT84YuUCsQBqSi9HODpjA==\",\"priority\":\"high\",\"type\":\"alert\"}"]},"nextcloud":{"allow_local_address":false},"0":"And 7 more entries, set log level to debug to see all entries"}]},{"file":"/home/xxx/subdomains/cloud/lib/private/Http/Client/Client.php","line":294,"function":"request","class":"GuzzleHttp\\Client","type":"->","args":["post","https://push-notifications.nextcloud.com/notifications",{"verify":"/home/xxx/subdomains/cloud/resources/config/ca-bundle.crt","timeout":30,"allow_redirects":{"on_redirect":{"__class__":"Closure"}},"form_params":{"notifications":["{\"deviceIdentifier\":\"NpX9FXksBl6vRbfSNTMB6c\\/lja7iMttt+UO7yg9y21\\/5tKPJpYpj\\/nXcvoXUKQwW4RIDJMTDqXCkdSjnlQcz0Q==\",\"pushTokenHash\":\"9627de294ad82bd3dd5c26eaf727a3bfe9c331609a2c042b2af36712f37d32bc99c5abf12eab163f6f2e069d24841e989c4350eb31392e7f3ce32d2b50ea54eb\",\"subject\":\"bxX0jTtAP7ShYbPwI6zpOuB0eWs9+CUcxsdWjLNTzJvQxySVOdhsUDRfpRtIALU9PY5nYyzEPfYK8uQRsT4\\/ZWNuEdfoXx+4xXDU7YIuoVFRrAQ0e0I6K3wthcL1zbMd1KMRpChck8b+Sf\\/ZAVcqxXx7gGIc+7KZEjTP+Snwet8lCFvEWNAdXOMjz+HVtszQWIDjDYiQya\\/uwSrV6PUH1KquKFUBVlegB5FlzuT0+FxDkMAFkW9sguCkFzVQtkfoUwDqKJ2cEG4sgmd5T9QlDr46c+H4RMqP2oraNtfnw4yzEqJ+F9OURcY9ZyHq\\/evl221VEGjC7kkq+CRyd0\\/cwQ==\",\"signature\":\"u5ptqeVz2Xo7RzOf8CuLCeu+SEAJMGBDRJ90OflG8JJIHqRZwA3SMSHRqDZeDxLDbnYQ1ggTVAahojXhsgeQ0lrhIxYFs5qsaV66tnrm1dCzOpDHhjFy7PRijB8d9hB36CcbyRIfrblAuxfmMVZ9xs8ygVY+cyFOjtnX7fGYbdykI6KyKemVf7WFKTQUoOGEfh8Wbi9i6KZuLT9D\\/\\/2fauool+qQuSBwLRlkamU76Zu8yQ88bpJ7RF1p41wQvTSqqEqRxgROsLNnGTt7V7+uUrCCji\\/pIzdVGgeXCpGciuYerAKS\\/SUMhDG97gtHPBxoquT84YuUCsQBqSi9HODpjA==\",\"priority\":\"high\",\"type\":\"alert\"}"]},"nextcloud":{"allow_local_address":false},"0":"And 2 more entries, set log level to debug to see all entries"}]},{"file":"/home/xxx/subdomains/cloud/apps/notifications/lib/Push.php","line":312,"function":"post","class":"OC\\Http\\Client\\Client","type":"->","args":["https://push-notifications.nextcloud.com/notifications",{"form_params":{"notifications":["{\"deviceIdentifier\":\"NpX9FXksBl6vRbfSNTMB6c\\/lja7iMttt+UO7yg9y21\\/5tKPJpYpj\\/nXcvoXUKQwW4RIDJMTDqXCkdSjnlQcz0Q==\",\"pushTokenHash\":\"9627de294ad82bd3dd5c26eaf727a3bfe9c331609a2c042b2af36712f37d32bc99c5abf12eab163f6f2e069d24841e989c4350eb31392e7f3ce32d2b50ea54eb\",\"subject\":\"bxX0jTtAP7ShYbPwI6zpOuB0eWs9+CUcxsdWjLNTzJvQxySVOdhsUDRfpRtIALU9PY5nYyzEPfYK8uQRsT4\\/ZWNuEdfoXx+4xXDU7YIuoVFRrAQ0e0I6K3wthcL1zbMd1KMRpChck8b+Sf\\/ZAVcqxXx7gGIc+7KZEjTP+Snwet8lCFvEWNAdXOMjz+HVtszQWIDjDYiQya\\/uwSrV6PUH1KquKFUBVlegB5FlzuT0+FxDkMAFkW9sguCkFzVQtkfoUwDqKJ2cEG4sgmd5T9QlDr46c+H4RMqP2oraNtfnw4yzEqJ+F9OURcY9ZyHq\\/evl221VEGjC7kkq+CRyd0\\/cwQ==\",\"signature\":\"u5ptqeVz2Xo7RzOf8CuLCeu+SEAJMGBDRJ90OflG8JJIHqRZwA3SMSHRqDZeDxLDbnYQ1ggTVAahojXhsgeQ0lrhIxYFs5qsaV66tnrm1dCzOpDHhjFy7PRijB8d9hB36CcbyRIfrblAuxfmMVZ9xs8ygVY+cyFOjtnX7fGYbdykI6KyKemVf7WFKTQUoOGEfh8Wbi9i6KZuLT9D\\/\\/2fauool+qQuSBwLRlkamU76Zu8yQ88bpJ7RF1p41wQvTSqqEqRxgROsLNnGTt7V7+uUrCCji\\/pIzdVGgeXCpGciuYerAKS\\/SUMhDG97gtHPBxoquT84YuUCsQBqSi9HODpjA==\",\"priority\":\"high\",\"type\":\"alert\"}"]}}]},{"file":"/home/xxx/subdomains/cloud/apps/notifications/lib/Push.php","line":124,"function":"sendNotificationsToProxies","class":"OCA\\Notifications\\Push","type":"->","args":[]},{"file":"/home/xxx/subdomains/cloud/apps/notifications/lib/App.php","line":99,"function":"flushPayloads","class":"OCA\\Notifications\\Push","type":"->","args":[]},{"file":"/home/xxx/subdomains/cloud/lib/private/Notification/Manager.php","line":294,"function":"flush","class":"OCA\\Notifications\\App","type":"->","args":[]},{"file":"/home/xxx/subdomains/cloud/apps/spreed/lib/Chat/ChatManager.php","line":272,"function":"flush","class":"OC\\Notification\\Manager","type":"->","args":[]},{"file":"/home/xxx/subdomains/cloud/apps/spreed/lib/Controller/ChatController.php","line":251,"function":"sendMessage","class":"OCA\\Talk\\Chat\\ChatManager","type":"->","args":[{"__class__":"OCA\\Talk\\Room"},{"__class__":"OCA\\Talk\\Participant"},"users","yyy","gleich wieder da",{"__class__":"DateTime"},null,"c84fb0d9f0cb1cff6e04992ed47c7266e33f478b3dc8593340ffd4dced9ad1ce"]},{"file":"/home/xxx/subdomains/cloud/lib/private/AppFramework/Http/Dispatcher.php","line":217,"function":"sendMessage","class":"OCA\\Talk\\Controller\\ChatController","type":"->","args":["gleich wieder da","abc def","c84fb0d9f0cb1cff6e04992ed47c7266e33f478b3dc8593340ffd4dced9ad1ce",0]},{"file":"/home/xxx/subdomains/cloud/lib/private/AppFramework/Http/Dispatcher.php","line":126,"function":"executeController","class":"OC\\AppFramework\\Http\\Dispatcher","type":"->","args":[{"__class__":"OCA\\Talk\\Controller\\ChatController"},"sendMessage"]},{"file":"/home/xxx/subdomains/cloud/lib/private/AppFramework/App.php","line":157,"function":"dispatch","class":"OC\\AppFramework\\Http\\Dispatcher","type":"->","args":[{"__class__":"OCA\\Talk\\Controller\\ChatController"},"sendMessage"]},{"file":"/home/xxx/subdomains/cloud/lib/private/Route/Router.php","line":302,"function":"main","class":"OC\\AppFramework\\App","type":"::","args":["OCA\\Talk\\Controller\\ChatController","sendMessage",{"__class__":"OC\\AppFramework\\DependencyInjection\\DIContainer"},{"apiVersion":"v1","token":"7w9tnuso","_route":"ocs.spreed.Chat.sendMessage"}]},{"file":"/home/xxx/subdomains/cloud/ocs/v1.php","line":62,"function":"match","class":"OC\\Route\\Router","type":"->","args":["/ocsapp/apps/spreed/api/v1/chat/7w9tnuso"]},{"file":"/home/xxx/subdomains/cloud/ocs/v2.php","line":23,"args":["/home/xxx/subdomains/cloud/ocs/v1.php"],"function":"require_once"}],"File":"/home/xxx/subdomains/cloud/3rdparty/guzzlehttp/guzzle/src/Handler/CurlFactory.php","Line":210,"CustomMessage":"cURL error 28: Operation timed out after 30000 milliseconds with 0 bytes received (see https://curl.haxx.se/libcurl/c/libcurl-errors.html) for https://push-notifications.nextcloud.com/notifications"}} {"reqId":"3mRperlvNMEQzrOXWuqB","level":3,"time":"2022-01-26T20:20:44+00:00","remoteAddr":"","user":"--","app":"mail","method":"","url":"--","message":"Cron mail sync failed for account {accountId}","userAgent":"--","version":"23.0.0.10","exception":{"Exception":"OCA\\Mail\\Exception\\ServiceException","Message":"IMAP error synchronizing account 24: Mail server denied authentication.","Code":102,"Trace":[{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/BackgroundJob/SyncJob.php","line":108,"function":"sync","class":"OCA\\Mail\\IMAP\\MailboxSync","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"OC\\AppFramework\\ScopedPsrLogger"},true]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\Mail\\BackgroundJob\\SyncJob","type":"->","args":[{"accountId":24}]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/TimedJob.php","line":63,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]},{"file":"/home/xxx/subdomains/cloud/cron.php","line":128,"function":"execute","class":"OCP\\BackgroundJob\\TimedJob","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/MailboxSync.php","Line":107,"Previous":{"Exception":"Horde_Imap_Client_Exception","Message":"Mail server denied authentication.","Code":102,"Trace":[{"file":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Base.php","line":838,"function":"_login","class":"Horde_Imap_Client_Socket","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Base.php","line":1389,"function":"login","class":"Horde_Imap_Client_Base","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/FolderMapper.php","line":60,"function":"listMailboxes","class":"Horde_Imap_Client_Base","type":"->","args":["*",5,{"delimiter":true,"attributes":true,"special_use":true}]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/MailboxSync.php","line":104,"function":"getFolders","class":"OCA\\Mail\\IMAP\\FolderMapper","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"Horde_Imap_Client_Socket","cacheFields":["HICenv","HICflags","HIChdrs","HICdate","HICsize","And 1 more entries, set log level to debug to see all entries"],"changed":true,"statuscache":true}]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/BackgroundJob/SyncJob.php","line":108,"function":"sync","class":"OCA\\Mail\\IMAP\\MailboxSync","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"OC\\AppFramework\\ScopedPsrLogger"},true]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\Mail\\BackgroundJob\\SyncJob","type":"->","args":[{"accountId":24}]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/TimedJob.php","line":63,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]},{"file":"/home/xxx/subdomains/cloud/cron.php","line":128,"function":"execute","class":"OCP\\BackgroundJob\\TimedJob","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Socket.php","Line":572},"CustomMessage":"Cron mail sync failed for account {accountId}"}} {"reqId":"1av3xAaIDEOiYtOEjC0D","level":3,"time":"2022-01-26T21:25:41+00:00","remoteAddr":"","user":"--","app":"mail","method":"","url":"--","message":"Cron mail sync failed for account {accountId}","userAgent":"--","version":"23.0.0.10","exception":{"Exception":"OCA\\Mail\\Exception\\ServiceException","Message":"IMAP error synchronizing account 24: Mail server denied authentication.","Code":102,"Trace":[{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/BackgroundJob/SyncJob.php","line":108,"function":"sync","class":"OCA\\Mail\\IMAP\\MailboxSync","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"OC\\AppFramework\\ScopedPsrLogger"},true]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\Mail\\BackgroundJob\\SyncJob","type":"->","args":[{"accountId":24}]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/TimedJob.php","line":63,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]},{"file":"/home/xxx/subdomains/cloud/cron.php","line":128,"function":"execute","class":"OCP\\BackgroundJob\\TimedJob","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/MailboxSync.php","Line":107,"Previous":{"Exception":"Horde_Imap_Client_Exception","Message":"Mail server denied authentication.","Code":102,"Trace":[{"file":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Base.php","line":838,"function":"_login","class":"Horde_Imap_Client_Socket","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Base.php","line":1389,"function":"login","class":"Horde_Imap_Client_Base","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/FolderMapper.php","line":60,"function":"listMailboxes","class":"Horde_Imap_Client_Base","type":"->","args":["*",5,{"delimiter":true,"attributes":true,"special_use":true}]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/IMAP/MailboxSync.php","line":104,"function":"getFolders","class":"OCA\\Mail\\IMAP\\FolderMapper","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"Horde_Imap_Client_Socket","cacheFields":["HICenv","HICflags","HIChdrs","HICdate","HICsize","And 1 more entries, set log level to debug to see all entries"],"changed":true,"statuscache":true}]},{"file":"/home/xxx/subdomains/cloud/apps/mail/lib/BackgroundJob/SyncJob.php","line":108,"function":"sync","class":"OCA\\Mail\\IMAP\\MailboxSync","type":"->","args":[{"__class__":"OCA\\Mail\\Account"},{"__class__":"OC\\AppFramework\\ScopedPsrLogger"},true]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\Mail\\BackgroundJob\\SyncJob","type":"->","args":[{"accountId":24}]},{"file":"/home/xxx/subdomains/cloud/lib/public/BackgroundJob/TimedJob.php","line":63,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]},{"file":"/home/xxx/subdomains/cloud/cron.php","line":128,"function":"execute","class":"OCP\\BackgroundJob\\TimedJob","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/home/xxx/subdomains/cloud/apps/mail/vendor/pear-pear.horde.org/Horde_Imap_Client/Horde/Imap/Client/Socket.php","Line":572},"CustomMessage":"Cron mail sync failed for account {accountId}"}} {"reqId":"3BDZPTy08CYFy176cHL3","level":2,"time":"2022-01-26T21:50:10+00:00","remoteAddr":"","user":"--","app":"news","method":"","url":"--","message":"https://www.animalequality.de/rss.xml read error : Client error: `GET https://www.animalequality.de/rss.xml` resulted in a `404 Not Found` response:\n\n\n