Internal server error / crash for torrents with special characters

[OdinGitDat]

When I try to open the playlist file for torrents with special characters in either the artist name or album title the request returns and internal server error. I'll list some RED torrent id's where this happens:
192048
240655
189397
941065
941011

Seems to be special, greek and asian characters. I've tried cyrillic and hindi as well, those work fine. Downloading and streaming also work fine.

Torrents with glyphs are even worse, they cause python to crash. Can't download or stream it. Example:
817343

[point-source]

Are these torrent IDs or group IDs? None of those torrent IDs have special characters.

[OdinGitDat]

group IDs

[point-source]

Alright cool, thanks. Just making sure.

[OdinGitDat]

Okay, so I fixed it myself after all these years.

Apparently the character encoding of the database does not support certain charsets under certain conditions. Instead of redoing the entire database and models I have made some workarounds in the functions where it's a problem.

Details

In download/models.py, replace cache_line.save()
with

if not re.compile(u'[\U00010000-\U0010FFFF]').search(cache_line.filename):
    cache_line.save()

In download/vies.py, replace entire def download_pls
with

def download_pls(request, playlist_path):
    files = []
    playlist_name, cache_entries = get_playlist_files(playlist_path)
    for f in cache_entries:
        file_data = f.easy
        file_data['path'] = request.build_absolute_uri(build_url('player.views.get_file', get={
            'path': f.path,
            'username': request.user.username,
            'token': get_user_token(request.user),
        }))
        files.append(file_data)

    data = {
        'files': files
    }

    clean_playlist_path = force_text(playlist_path.replace('/', '-'))
    clean_playlist_name = force_text(playlist_name)

    encoded_filename = 'attachment; filename*=UTF-8\'\'{}'.format(
        urllib.quote(('[{}] {}.pls'.format(clean_playlist_path, clean_playlist_name)).encode('utf-8'))
    )

    response = render(request, 'download/pls.txt', data)
    response['Content-Disposition'] = encoded_filename
    response['Content-Type'] = 'audio/x-scpls'
    return response

In download/vies.py, replace entire def download_zip
with

def download_zip(request, what_id):
    t_torrent = None
    for instance in ReplicaSet.get_what_master().transinstance_set.all():
        try:
            t_torrent = TransTorrent.objects.get(instance=instance, what_torrent_id=what_id)
        except TransTorrent.DoesNotExist:
            pass
    if not t_torrent:
        return HttpResponse('Could not find that torrent.')

    torrent_file = [f for f in os.listdir(t_torrent.path) if '.torrent' in f]
    if len(torrent_file) == 1:
        torrent_file = os.path.splitext(torrent_file[0])[0]
    else:
        return HttpResponse('Not one .torrent in dir: ' + t_torrent.path)

    target_dir = os.path.join(t_torrent.path, t_torrent.torrent_name).encode('utf-8')
    
    if not os.path.exists(target_dir):
        directories = [d for d in os.listdir(t_torrent.path) if os.path.isdir(os.path.join(t_torrent.path, d))]
        if directories:
            target_dir = os.path.join(t_torrent.path, directories[0]).encode('utf-8')
    
    torrent_files = []
    if not os.path.isdir(target_dir):
        torrent_files.append((t_torrent.torrent_name, target_dir))
    else:
        for root, rel_path, files in os.walk(target_dir):
            for file in files:
                rel_path = root.replace(target_dir, '')
                if rel_path.startswith('/') or rel_path.startswith('\\'):
                    rel_path = rel_path[1:]
                rel_path = os.path.join(rel_path.encode('utf-8'), file)
                torrent_files.append((rel_path, os.path.join(root, file)))

    download_filename = u'[{0}] {1}.zip'.format(what_id, torrent_file).encode('utf-8')

    response = download_zip_handler(download_filename, torrent_files)
    LogEntry.add(request.user, u'action', u'Downloaded {0} - {1}'.format(
        t_torrent, filesizeformat(response['Content-Length'])
    ))
    return response

[karamanolev]

That's some time to fix this :D