from userreport.models import UserReport, UserReport_hwdetect

from django.http import HttpResponse, HttpResponseForbidden
from django.shortcuts import render_to_response
from django.template import RequestContext
from django.core.paginator import Paginator, InvalidPage, EmptyPage
from django.db.models import Q
from django.utils import simplejson

import re
import numpy

class hashabledict(dict):
    def __hash__(self):
        return hash(tuple(sorted(self.items())))

def render_reports(request, reports, template, args):
    paginator = Paginator(reports, args.get('pagesize', 100))
    try:
        page = int(request.GET.get('page', '1'))
    except ValueError:
        page = 1
    try:
        report_page = paginator.page(page)
    except (EmptyPage, InvalidPage):
        report_page = paginator.page(paginator.num_pages)

    args['report_page'] = report_page
    return render_to_response(template, args)


def report_user(request, user):
    reports = UserReport.objects.order_by('-upload_date')
    reports = reports.filter(user_id_hash = user)

    return render_reports(request, reports, 'reports/user.html', {'user': user})

def report_messages(request):
    reports = UserReport.objects.order_by('-upload_date')
    reports = reports.filter(data_type = 'message', data_version__gte = 1)

    return render_reports(request, reports, 'reports/message.html', {})

def report_profile(request):
    reports = UserReport.objects.order_by('-upload_date')
    reports = reports.filter(data_type = 'profile', data_version__gte = 2)

    return render_reports(request, reports, 'reports/profile.html', {'pagesize': 20})

def report_hwdetect(request):
    reports = UserReport.objects.order_by('-upload_date')
    reports = reports.filter(data_type = 'hwdetect', data_version__gte = 1)

    return render_reports(request, reports, 'reports/hwdetect.html', {})

def report_gfx(request):
    reports = UserReport.objects.order_by('-upload_date')
    reports = reports.filter(data_type = 'hwdetect', data_version__gte = 1)

    return render_reports(request, reports, 'reports/gfx.html', {'pagesize': 1000})

def report_performance(request):
    reports = UserReport.objects.order_by('upload_date')
    reports = reports.filter(
        Q(data_type = 'hwdetect', data_version__gte = 5) |
        Q(data_type = 'profile', data_version__gte = 2)
    )
    #reports = reports[:500]

    def summarise_hwdetect(report):
        json = report.data_json_nocache()
        return {
            'cpu_identifier': json['cpu_identifier'],
            'device': report.gl_device_identifier(),
            'build_debug': json['build_debug'],
            'build_version': json['build_version'],
            'build_datetime': json['build_datetime'],
            'gfx_res': (json['video_xres'], json['video_yres']),
        }

    def summarise_profile(report):
        json = report.data_json_nocache()
        if 'map' in json:
            mapname = json['map']
        else:
            mapname = 'unknown' # e.g. random maps
        msecs = None
        shadows = False
        for name,table in json['profiler'].items():
            m = re.match(r'Profiling Information for: root \(Time in node: (\d+\.\d+) msec/frame\)', name)
            if m:
                try:
                    msecs = float(table['data']['render'][2])
                except KeyError:
                    pass

                try:
                    if float(table['data']['render'][0]['render submissions'][0]['render shadow map'][2]):
                        shadows = True
                except (KeyError, TypeError):
                    pass

        if msecs is None:
            return None

        options = []
        if shadows: options.append('S')

        return {
            'msecs': msecs,
            'map': mapname,
            'time': json['time'],
            'options': '[%s]' % '+'.join(options),
#            'json': json
        }

    profiles = []
    last_hwdetect = {}
    for report in reports:
        if report.data_type == 'hwdetect':
            last_hwdetect[report.user_id_hash] = summarise_hwdetect(report.downcast())
        elif report.data_type == 'profile':
            if report.user_id_hash in last_hwdetect:
                hwdetect = last_hwdetect[report.user_id_hash]
                if hwdetect['build_debug']:
                    continue
                prof = summarise_profile(report)
                if prof is not None:
                    profiles.append([report.user_id_hash, hwdetect, prof])

    datapoints = {}
    for user,hwdetect,profile in profiles:
        if profile['map'] != 'Death Canyon':
            continue
        if profile['time'] != 5:
            continue
        if profile['msecs'] is None or float(profile['msecs']) == 0:
            continue
        fps = 1000.0 / profile['msecs']
        title = '%s %s' % (hwdetect['device'], profile['options'])
        datapoints.setdefault(title, []).append(fps)

#    return render_to_response('reports/performance.html', {'data': datapoints, 'reports': profiles})

    sorted_datapoints = sorted(datapoints.items(), key = lambda (k,v):
        -numpy.median(v)
    )

    print "# %d datapoints" % sum(len(v) for k,v in sorted_datapoints)

    data_boxplot = [ v for k,v in sorted_datapoints ]
    data_scatter = ([], [])
    for i in range(len(data_boxplot)):
        for x in data_boxplot[i]:
            data_scatter[0].append(i+1)
            data_scatter[1].append(x)

    from matplotlib.backends.backend_agg import FigureCanvasAgg as FigureCanvas
    from matplotlib.figure import Figure

    fig = Figure(figsize=(16, 0.25*len(datapoints.items())))

    ax = fig.add_subplot(111)
    fig.subplots_adjust(left = 0.22, right = 0.98, top = 0.98, bottom = 0.05)

    ax.grid(True)

    ax.boxplot(data_boxplot, vert = 0, sym = '')
    ax.scatter(data_scatter[1], data_scatter[0], marker='x')

    ax.set_xlim(0.1, 1000)
    ax.set_xscale('log')
    ax.set_xlabel('Framerate (fps)')

    ax.set_yticklabels([k for k,v in sorted_datapoints], fontsize=8)
    ax.set_ylabel('Device [options: Shadows + Water reflections]')

    canvas = FigureCanvas(fig)
    response = HttpResponse(content_type = 'image/png')
    canvas.print_png(response, dpi=80)
    return response

def report_ram(request):
    reports = UserReport.objects
    reports = reports.filter(data_type = 'hwdetect', data_version__gte = 1)

    counts = {}
    for report in reports:
        #if not report.data_json()['os_linux']: continue
        ram = report.data_json()['ram_total']
        counts.setdefault(ram, set()).add(report.user_id_hash)

    datapoints = []
    accum = 0
    for size,count in sorted(counts.items()):
        accum += len(count)
        datapoints.append((size, accum))

    print "\n".join(repr(r) for r in datapoints)

    from matplotlib.backends.backend_agg import FigureCanvasAgg as FigureCanvas
    from matplotlib.figure import Figure

    fig = Figure(figsize=(16, 10))

    ax = fig.add_subplot(111)
    fig.subplots_adjust(left = 0.05, right = 0.98, top = 0.98, bottom = 0.05)

    ax.grid(True)

    ax.plot([ d[0] for d in datapoints ], [ 100*(1-float(d[1])/accum) for d in datapoints ])

    ax.set_xticks([0, 256, 512] + [1024*n for n in range(1, 9)])
    ax.set_xlim(0, 8192)
    ax.set_xlabel('RAM (megabytes)')

    ax.set_yticks(range(0, 101, 5))
    ax.set_ylim(0, 100)
    ax.set_ylabel('Cumulative percentage of users')

    canvas = FigureCanvas(fig)
    response = HttpResponse(content_type = 'image/png')
    canvas.print_png(response, dpi=80)
    return response

def report_os(request):
    reports = UserReport_hwdetect.objects
    reports = reports.filter(data_type = 'hwdetect', data_version__gte = 1)

    counts = {}
    for report in reports:
        json = report.data_json()
        if 'linux_release' in json:
            counts.setdefault(repr(json['linux_release']), set()).add(report.user_id_hash)
        os = report.os()
        counts.setdefault(os, set()).add(report.user_id_hash)

    out = ''
    for c in sorted(counts.items(), key = lambda c: len(c[1])):
        out += '%d %s\n' % (len(c[1]), c[0])

    return HttpResponse(out, content_type = 'text/plain')

def report_hwdetect_test_data(request):
    reports = UserReport_hwdetect.objects
    reports = reports.filter(data_type = 'hwdetect', data_version__gte = 1)

    data = set()
    for report in reports:
        json = report.data_json_nocache()
        relevant = {
            'os_unix': json['os_unix'],
            'os_linux': json['os_linux'],
            'os_macosx': json['os_macosx'],
            'os_win': json['os_win'],
            'gfx_card': json['gfx_card'],
            'gfx_drv_ver': json['gfx_drv_ver'],
            'gfx_mem': json['gfx_mem'],
            'GL_VENDOR': json['GL_VENDOR'],
            'GL_RENDERER': json['GL_RENDERER'],
            'GL_VERSION': json['GL_VERSION'],
            'GL_EXTENSIONS': json['GL_EXTENSIONS'],
        }
        data.add(hashabledict(relevant))

    json = simplejson.dumps(list(data), indent=1, sort_keys=True)
    return HttpResponse('var hwdetectTestData = %s' % json, content_type = 'text/plain')
