+ {% endif %}
|
{{ device.name }}
{% if device.mute_alerts %}
diff --git a/templates/tag_pr_human_duration.html b/templates/tag_pr_human_duration.html
new file mode 100644
index 0000000..70b22c3
--- /dev/null
+++ b/templates/tag_pr_human_duration.html
@@ -0,0 +1 @@
+{{ human_duration }}
\ No newline at end of file
diff --git a/templatetags/purple_robot.py b/templatetags/purple_robot.py
index d6b0b01..3b0c9a8 100644
--- a/templatetags/purple_robot.py
+++ b/templatetags/purple_robot.py
@@ -1,3 +1,4 @@
+import arrow
import datetime
import pytz
@@ -12,10 +13,12 @@
register = template.Library()
+
@register.tag(name="pr_device_custom_sidebar")
def pr_device_custom_sidebar(parser, token):
return CustomSidebarNode()
+
class CustomSidebarNode(template.Node):
def __init__(self):
pass
@@ -25,14 +28,33 @@ def render(self, context):
return settings.PURPLE_ROBOT_CUSTOM_SIDEBAR(context)
except AttributeError:
pass
-
+
return render_to_string('tag_pr_device_custom_sidebar_unknown.html')
+@register.tag(name="pr_device_custom_navbar")
+def pr_device_custom_navbar(parser, token):
+ return CustomNavbarNode()
+
+
+class CustomNavbarNode(template.Node):
+ def __init__(self):
+ pass
+
+ def render(self, context):
+ try:
+ return settings.PURPLE_ROBOT_CUSTOM_NAVBAR(context)
+ except AttributeError:
+ pass
+
+ return render_to_string('tag_pr_device_custom_navbar_default.html', context)
+
+
@register.tag(name="pr_home_custom_console")
def tag_pr_home_custom_console(parser, token):
return HomeCustomConsoleNode()
+
class HomeCustomConsoleNode(template.Node):
def __init__(self):
pass
@@ -42,13 +64,15 @@ def render(self, context):
return settings.PURPLE_ROBOT_HOME_CONSOLE(context)
except AttributeError:
pass
-
+
return render_to_string('tag_pr_home_custom_console_unknown.html')
+
@register.tag(name="pr_device_custom_console")
def tag_pr_device_custom_console(parser, token):
return DeviceCustomConsoleNode()
+
class DeviceCustomConsoleNode(template.Node):
def __init__(self):
pass
@@ -58,9 +82,10 @@ def render(self, context):
return settings.PURPLE_ROBOT_DEVICE_CONSOLE(context)
except AttributeError:
pass
-
+
return render_to_string('tag_pr_device_custom_console_unknown.html')
+
@register.tag(name="pr_group_table")
def tag_pr_group_table(parser, token):
try:
@@ -70,64 +95,67 @@ def tag_pr_group_table(parser, token):
return GroupTableNode(group_id)
+
class GroupTableNode(template.Node):
def __init__(self, group_id):
self.group_id = template.Variable(group_id)
def render(self, context):
group_id = self.group_id.resolve(context)
-
+
context['device_group'] = PurpleRobotDeviceGroup.objects.filter(group_id=group_id).first()
-
+
if context['device_group'] != None:
context['device_group_devices'] = list(context['device_group'].devices.all().order_by('name', 'device_id'))
else:
context['device_group_devices'] = list(PurpleRobotDevice.objects.filter(device_group=None).order_by('name', 'device_id'))
-
+
return render_to_string('tag_pr_group_table.html', context)
+
@register.tag(name="pr_timestamp_ago")
def tag_pr_timestamp_ago(parser, token):
try:
tag_name, timestamp = token.split_contents()
except ValueError:
raise template.TemplateSyntaxError("%r tag requires a single argument" % token.contents.split()[0])
-
+
return TimestampAgoNode(timestamp)
+
class TimestampAgoNode(template.Node):
def __init__(self, timestamp):
self.timestamp = template.Variable(timestamp)
def render(self, context):
timestamp = self.timestamp.resolve(context)
-
+
date_obj = datetime.datetime.fromtimestamp(int(timestamp) / 1000, pytz.utc)
-
- if date_obj == None:
+
+ if date_obj is None:
return 'None'
-
+
now = timezone.now()
-
- diff = now - date_obj
-
+
+ diff = arrow.get(now.isoformat()).datetime - arrow.get(date_obj.isoformat()).datetime
+
ago_str = 'Unknown'
-
+
if diff.days > 0:
ago_str = str(diff.days) + 'd'
else:
minutes = diff.seconds / 60
-
+
if minutes >= 60:
ago_str = str(minutes / 60) + 'h'
else:
ago_str = str(minutes) + 'm'
-
+
context['ago'] = ago_str
context['date'] = date_obj
-
+
return render_to_string('tag_pr_date_ago.html', context)
-
+
@register.tag(name="pr_date_ago")
def tag_pr_date_ago(parser, token):
@@ -138,37 +166,73 @@ def tag_pr_date_ago(parser, token):
return DateAgoNode(date_obj)
+
class DateAgoNode(template.Node):
def __init__(self, date_obj):
self.date_obj = template.Variable(date_obj)
def render(self, context):
date_obj = self.date_obj.resolve(context)
-
- if date_obj == None:
+
+ if date_obj is None:
return 'None'
-
+
now = timezone.now()
-
- diff = now - date_obj
-
+
+ diff = arrow.get(now.isoformat()).datetime - arrow.get(date_obj.isoformat()).datetime
+
ago_str = 'Unknown'
-
+
if diff.days > 0:
ago_str = str(diff.days) + 'd'
else:
minutes = diff.seconds / 60
-
+
if minutes >= 60:
ago_str = str(minutes / 60) + 'h'
else:
ago_str = str(minutes) + 'm'
-
+
context['ago'] = ago_str
context['date'] = date_obj
-
+
return render_to_string('tag_pr_date_ago.html', context)
-
+
+
+@register.tag(name="pr_human_duration")
+def tag_pr_human_duration(parser, token):
+ try:
+ tag_name, seconds_obj = token.split_contents()
+ except ValueError:
+ raise template.TemplateSyntaxError("%r tag requires a single argument" % token.contents.split()[0])
+
+ return HumanDurationNode(seconds_obj)
+
+
+class HumanDurationNode(template.Node):
+ def __init__(self, seconds_obj):
+ self.seconds_obj = template.Variable(seconds_obj)
+
+ def render(self, context):
+ seconds_obj = self.seconds_obj.resolve(context)
+
+ if seconds_obj is None:
+ return ''
+
+ ago_str = str(seconds_obj) + 's'
+
+ if seconds_obj > (24.0 * 60 * 60):
+ ago_str = "{0:.2f}".format(seconds_obj / (24.0 * 60 * 60)) + 'd'
+ elif seconds_obj > (60.0 * 60):
+ ago_str = "{0:.2f}".format(seconds_obj / (60.0 * 60)) + 'h'
+ elif seconds_obj > 60.0:
+ ago_str = "{0:.2f}".format(seconds_obj / 60.0) + 'm'
+
+ context['human_duration'] = ago_str
+ context['seconds'] = seconds_obj
+
+ return render_to_string('tag_pr_human_duration.html', context)
+
@register.tag(name="pr_frequency")
def tag_pr_frequency(parser, token):
@@ -179,49 +243,51 @@ def tag_pr_frequency(parser, token):
return FrequencyNode(frequency)
+
class FrequencyNode(template.Node):
def __init__(self, frequency):
self.frequency = template.Variable(frequency)
def render(self, context):
frequency = self.frequency.resolve(context)
-
- if frequency == None:
+
+ if frequency is None:
return 'None'
elif frequency == 'Unknown':
return frequency
value = "{:10.3f}".format(frequency) + " Hz"
+
+ if frequency < 1.0:
+ value = "{:10.3f}".format(frequency * 1000) + " mHz"
+
tooltip = "{:10.3f}".format(frequency) + " samples per second"
-
+
if frequency < 1.0:
frequency *= 60
-
+
if frequency > 1.0:
tooltip = "{:10.3f}".format(frequency) + " samples per minute"
else:
frequency *= 60
-
+
if frequency > 1.0:
tooltip = "{:10.3f}".format(frequency) + " samples per hour"
else:
frequency *= 24
-
+
if frequency > 1.0:
tooltip = "{:10.3f}".format(frequency) + " samples per day"
else:
frequency *= 7
-
+
tooltip = "{:10.3f}".format(frequency) + " samples per week"
context['value'] = value
context['tooltip'] = tooltip
-
+
return render_to_string('tag_pr_frequency.html', context)
-#
-# return render_to_string('tag_pr_date_ago.html', context)
-
-
+
@register.tag(name="pr_device_alerts")
def tag_pr_device_alerts(parser, token):
@@ -232,46 +298,52 @@ def tag_pr_device_alerts(parser, token):
return DeviceAlertsNode(user_id)
+
class DeviceAlertsNode(template.Node):
def __init__(self, user_id):
self.user_id = template.Variable(user_id)
def render(self, context):
user_id = self.user_id.resolve(context)
-
+
+ device = PurpleRobotDevice.objects.filter(hash_key=user_id).first()
+
+ if device is not None and device.mute_alerts:
+ context['class'] = ''
+ context['value'] = 0
+ context['tooltip'] = 'No alerts.'
+
+ return render_to_string('tag_pr_device_alerts.html', context)
+
alerts = PurpleRobotAlert.objects.filter(user_id=user_id, dismissed=None).order_by('-severity')
-
+
tooltip = 'No alerts.'
-
+
severity = 0
-
+
if alerts.count() > 0:
tooltip = ''
-
+
for alert in alerts:
if len(tooltip) > 0:
tooltip += '\n'
-
+
tooltip += alert.message
-
+
if alert.severity > severity:
severity = alert.severity
-
+
if severity > 1:
context['class'] = 'text-danger'
- elif severity > 1:
+ elif severity > 0:
context['class'] = 'text-warning'
else:
context['class'] = ''
context['value'] = alerts.count()
context['tooltip'] = tooltip
-
+
return render_to_string('tag_pr_device_alerts.html', context)
-#
-# return render_to_string('tag_pr_date_ago.html', context)
-
-
@register.tag(name="pr_data_size")
@@ -283,21 +355,22 @@ def tag_pr_data_size(parser, token):
return DataSizeNode(data_size)
+
class DataSizeNode(template.Node):
def __init__(self, data_size):
self.data_size = template.Variable(data_size)
def render(self, context):
size = self.data_size.resolve(context)
-
- if size == None:
+
+ if size is None:
size = 0
-
+
data_size = float(size)
-
+
if data_size < 0:
return 'Unknown / None'
-
+
if data_size > (1024 * 1024 * 1024):
return "{:10.1f}".format(data_size / (1024 * 1024 * 1024)) + " GB"
elif data_size > (1024 * 1024):
@@ -307,31 +380,34 @@ def render(self, context):
return (str(data_size) + " B")
+
@register.filter(name='to_percent')
def to_percent(value):
return (value * 100)
+
@register.tag(name="pr_total_data_size")
def tag_pr_total_database_size(parser, token):
return TotalDataSizeNode()
+
class TotalDataSizeNode(template.Node):
def render(self, context):
data_size = 0
-
+
for device in PurpleRobotDevice.objects.all():
size = device.total_readings_size()
-
- if size == None:
+
+ if size is None:
size = 0
-
+
data_size += size
-
+
data_size *= 2
-
+
if data_size <= 0:
return 'Unknown / None'
-
+
if data_size > (1024 * 1024 * 1024):
return "{:10.1f}".format(data_size / (1024 * 1024 * 1024)) + " GB"
elif data_size > (1024 * 1024):
diff --git a/tests.py b/tests.py
index 7ce503c..0cfce84 100644
--- a/tests.py
+++ b/tests.py
@@ -1,3 +1,5 @@
+# pylint: disable=unused-import
+
from django.test import TestCase
# Create your tests here.
diff --git a/urls.py b/urls.py
index fdf31cf..1e05877 100644
--- a/urls.py
+++ b/urls.py
@@ -1,32 +1,36 @@
+# pylint: disable=line-too-long, invalid-name
+
from django.conf.urls import patterns, url
-from views import ingest_payload_print, log_event, pr_home, pr_by_probe, \
- pr_by_user, test_report, test_details_json, tests_by_user, \
- create_export_job, fetch_export_file, tests_all, ingest_payload, config, \
- pr_device, pr_add_group, pr_add_device, pr_configurations, pr_configuration, \
- pr_device_probe, pr_add_note, pr_remove_device, pr_move_device
+from purple_robot_app.views import ingest_payload_print, log_event, pr_home, pr_by_probe, \
+ pr_by_user, test_report, test_details_json, tests_by_user, \
+ create_export_job, fetch_export_file, tests_all, ingest_payload, pr_config, \
+ pr_device, pr_add_group, pr_add_device, pr_configurations, pr_configuration, \
+ pr_device_probe, pr_add_note, pr_remove_device, pr_move_device, pr_status, \
+ pr_users
urlpatterns = patterns('',
- url(r'^config$', config, name='pr_config'),
- url(r'^configurations$', pr_configurations, name='pr_configurations'),
- url(r'^configuration/(?P.+)$', pr_configuration, name='pr_configuration'),
- url(r'^print$', ingest_payload_print, name='ingest_payload_print'),
- url(r'^log$', log_event, name='log_event'),
- url(r'^home$', pr_home, name='pr_home'),
- url(r'^add_group$', pr_add_group, name='pr_add_group'),
- url(r'^move_device$', pr_move_device, name='pr_move_device'),
- url(r'^group/(?P.+)/remove_device/(?P.+)$', pr_remove_device, name='pr_remove_device'),
- url(r'^group/(?P.+)/add_device$', pr_add_device, name='pr_add_device'),
- url(r'^device/(?P.+)/(?P.+)$', pr_device_probe, name='pr_device_probe'),
- url(r'^device/(?P.+)$', pr_device, name='pr_device'),
- url(r'^probes$', pr_by_probe, name='pr_by_probe'),
- url(r'^user$', pr_by_user, name='pr_by_user'),
- url(r'^test/(?P.+)$', test_report, name='test_report'),
- url(r'^tests/(?P.+)/detail.json$', test_details_json, name='test_details_json'),
- url(r'^tests/(?P.+)$', tests_by_user, name='tests_by_user'),
- url(r'^export$', create_export_job, name='create_export_job'),
- url(r'^export_files/(?P.+)$', fetch_export_file, name='fetch_export_file'),
- url(r'^tests/$', tests_all, name='tests_all'),
- url(r'^add_note.json$', pr_add_note, name='pr_add_note'),
- url(r'^$', ingest_payload, name='ingest_payload'),
-)
+ url(r'^config$', pr_config, name='pr_config'),
+ url(r'^configurations$', pr_configurations, name='pr_configurations'),
+ url(r'^configuration/(?P.+)$', pr_configuration, name='pr_configuration'),
+ url(r'^print$', ingest_payload_print, name='ingest_payload_print'),
+ url(r'^log$', log_event, name='log_event'),
+ url(r'^home$', pr_home, name='pr_home'),
+ url(r'^add_group$', pr_add_group, name='pr_add_group'),
+ url(r'^move_device$', pr_move_device, name='pr_move_device'),
+ url(r'^group/(?P.+)/remove_device/(?P.+)$', pr_remove_device, name='pr_remove_device'),
+ url(r'^group/(?P.+)/add_device$', pr_add_device, name='pr_add_device'),
+ url(r'^device/(?P.+)/(?P.+)$', pr_device_probe, name='pr_device_probe'),
+ url(r'^device/(?P.+)$', pr_device, name='pr_device'),
+ url(r'^probes$', pr_by_probe, name='pr_by_probe'),
+ url(r'^user$', pr_by_user, name='pr_by_user'),
+ url(r'^status$', pr_status, name='pr_status'),
+ url(r'^test/(?P.+)$', test_report, name='test_report'),
+ url(r'^tests/(?P.+)/detail.json$', test_details_json, name='test_details_json'),
+ url(r'^tests/(?P.+)$', tests_by_user, name='tests_by_user'),
+ url(r'^export$', create_export_job, name='create_export_job'),
+ url(r'^export_files/(?P.+)$', fetch_export_file, name='fetch_export_file'),
+ url(r'^tests/$', tests_all, name='tests_all'),
+ url(r'^add_note.json$', pr_add_note, name='pr_add_note'),
+ url(r'^users$', pr_users, name='pr_users'),
+ url(r'^$', ingest_payload, name='ingest_payload'), )
diff --git a/views.py b/views.py
index 0cf921e..a4b9e1d 100644
--- a/views.py
+++ b/views.py
@@ -1,7 +1,12 @@
+# pylint: disable=line-too-long, no-member, unused-argument, bare-except
+
+import arrow
import datetime
import hashlib
import json
+import numpy
import pytz
+import sys
from django.conf import settings
from django.contrib.admin.views.decorators import staff_member_required
@@ -14,99 +19,111 @@
from django.views.decorators.cache import never_cache
from django.views.decorators.csrf import csrf_exempt
-from forms import ExportJobForm
-from models import PurpleRobotPayload, PurpleRobotTest, PurpleRobotEvent, \
- PurpleRobotReport, PurpleRobotExportJob, PurpleRobotReading, \
- PurpleRobotConfiguration, PurpleRobotDevice, PurpleRobotDeviceGroup, \
- PurpleRobotDeviceNote
+from purple_robot_app.forms import ExportJobForm
+from purple_robot_app.models import PurpleRobotPayload, PurpleRobotTest, PurpleRobotEvent, \
+ PurpleRobotReport, PurpleRobotExportJob, PurpleRobotReading, \
+ PurpleRobotConfiguration, PurpleRobotDevice, PurpleRobotDeviceGroup, \
+ PurpleRobotDeviceNote
+
+from purple_robot_app.performance import fetch_performance_samples, fetch_performance_users
+
@never_cache
-def config(request):
+def pr_config(request):
config = None
-
+
try:
device_id = request.GET['user_id']
-
+
device = PurpleRobotDevice.objects.get(device_id=device_id)
-
- if device.configuration != None:
+
+ if device.configuration is not None:
config = device.configuration
- elif device.device_group.configuration != None:
+ elif device.device_group.configuration is not None:
config = device.device_group.configuration
-
+
device.config_last_fetched = datetime.datetime.now()
-
+
try:
device.config_last_user_agent = request.META['HTTP_USER_AGENT']
except KeyError:
device.config_last_user_agent = 'Unknown'
-
+
device.save()
except:
pass
-
- if config == None:
+
+ if config is None:
config = get_object_or_404(PurpleRobotConfiguration, slug='default')
-
+
content_type = 'application/json'
-
+
if config.contents.strip().lower().startswith('(begin'):
content_type = 'text/x-scheme'
-
+
return HttpResponse(config.contents, content_type=content_type)
+
@csrf_exempt
@never_cache
def ingest_payload(request):
result = {}
result['Status'] = 'error'
result['Payload'] = "{}"
-
+
if request.method == 'POST':
try:
json_str = request.POST['json']
-
+
json_obj = json.loads(json_str)
-
+
payload_str = json_obj['Payload']
-
- m = hashlib.md5()
- m.update((json_obj['UserHash'] + json_obj['Operation'] + json_obj['Payload']).encode('utf-8'))
-
- checksum_str = m.hexdigest()
-
+
+ md5_hash = hashlib.md5()
+ md5_hash.update((json_obj['UserHash'] + json_obj['Operation'] + json_obj['Payload']).encode('utf-8'))
+
+ checksum_str = md5_hash.hexdigest()
+
result = {}
result['Status'] = 'error'
result['Payload'] = "{}"
-
+
if checksum_str == json_obj['Checksum']:
result['Status'] = 'success'
-
- payload_json = json.loads(payload_str)
-
- payload = PurpleRobotPayload(payload=json.dumps(payload_json, indent=2, ensure_ascii=False), user_id=json_obj['UserHash'])
- payload.save()
-
- m = hashlib.md5()
- m.update(result['Status'] + result['Payload'])
-
- result['Checksum'] = m.hexdigest()
-
- if 'media_url' in payload_str:
- payload.ingest_readings()
- for k, v in request.FILES.iteritems():
- reading = PurpleRobotReading.objects.filter(guid=k).first()
-
- if reading != None:
- reading.attachment.save(v.name, v)
+
+ try:
+ payload_json = json.loads(payload_str)
+
+ payload = PurpleRobotPayload(payload=json.dumps(payload_json, indent=2, ensure_ascii=False), user_id=json_obj['UserHash'])
+ payload.save()
+
+ md5_hash = hashlib.md5()
+ md5_hash.update(result['Status'] + result['Payload'])
+
+ result['Checksum'] = md5_hash.hexdigest()
+
+ if 'media_url' in payload_str:
+ payload.ingest_readings()
+ for key, value in request.FILES.iteritems():
+ reading = PurpleRobotReading.objects.filter(guid=key).first()
+
+ if reading is not None:
+ reading.attachment.save(value.name, value)
+
+ reading.size = len(reading.payload)
+ reading.size += reading.attachment.size
+
+ reading.save()
+ except ValueError:
+ result['Status'] = 'error'
+ result['Error'] = 'Unable to parse payload.'
else:
result['Error'] = 'Source checksum ' + json_obj['Checksum'] + ' doesn\'t match destination checksum ' + checksum_str + '.'
- except Exception, e:
- result['Error'] = str(e)
+ except UnreadablePostError, error:
+ result['Error'] = str(error)
else:
result['Error'] = 'GET requests not supported.'
-
-
+
return HttpResponse(json.dumps(result), content_type='application/json')
@@ -116,44 +133,42 @@ def ingest_payload_print(request):
result = {}
result['Status'] = 'error'
result['Payload'] = "{}"
-
+
try:
json_str = request.POST['json']
-
+
json_obj = json.loads(json_str)
-
- # payload_str = json_obj['Payload']
-
- m = hashlib.md5()
- m.update((json_obj['UserHash'] + json_obj['Operation'] + json_obj['Payload']).encode('utf-8'))
-
- checksum_str = m.hexdigest()
-
+
+ md5_hash = hashlib.md5()
+ md5_hash.update((json_obj['UserHash'] + json_obj['Operation'] + json_obj['Payload']).encode('utf-8'))
+
+ checksum_str = md5_hash.hexdigest()
+
result = {}
result['Status'] = 'error'
result['Payload'] = "{}"
-
+
if checksum_str == json_obj['Checksum']:
result['Status'] = 'success'
-
- # payload_json = json.loads(payload_str)
- # print('PAYLOAD: ' + json.dumps(payload_json, indent=2, ensure_ascii=False))
-
- m = hashlib.md5()
- m.update(result['Status'] + result['Payload'])
-
- result['Checksum'] = m.hexdigest()
+
+ md5_hash = hashlib.md5()
+ md5_hash.update(result['Status'] + result['Payload'])
+
+ result['Checksum'] = md5_hash.hexdigest()
else:
result['Error'] = 'Source checksum ' + json_obj['Checksum'] + ' doesn\'t match destination checksum ' + checksum_str + '.'
- except Exception, e:
- result['Error'] = str(e)
-
+ except:
+ error = sys.exc_info()[0]
+ result['Error'] = str(error)
+
return HttpResponse(json.dumps(result), content_type='application/json')
+
@csrf_exempt
@never_cache
def log_event(request):
try:
+ here_tz = pytz.timezone(settings.TIME_ZONE)
payload = json.loads(request.POST['json'])
tz = pytz.timezone(settings.TIME_ZONE)
@@ -165,96 +180,128 @@ def log_event(request):
payload['user_id'] = '-'
except KeyError:
payload['user_id'] = '-'
-
- event = PurpleRobotEvent(payload=json.dumps(payload, indent=2))
- event.logged = logged
- event.event = payload['event_type']
- event.user_id = payload['user_id']
-
+ except KeyError:
+ payload['user_id'] = '-'
+
+ event = PurpleRobotEvent(payload=json.dumps(payload, indent=2))
+ event.logged = logged
+ event.event = payload['event_type']
+ event.user_id = payload['user_id']
+
+ try:
event.save()
-
- return HttpResponse(json.dumps({ 'result': 'success' }), content_type='application/json')
+ except pytz.AmbiguousTimeError:
+ pass
+
+ return HttpResponse(json.dumps({'result': 'success'}), content_type='application/json')
except UnreadablePostError:
- return HttpResponse(json.dumps({ 'result': 'error', 'message': 'Unreadable POST request' }), content_type='application/json')
+ return HttpResponse(json.dumps({'result': 'error', 'message': 'Unreadable POST request'}), content_type='application/json')
+
+ return HttpResponse(json.dumps({'result': 'error', 'message': 'Unknown error'}), content_type='application/json')
- return HttpResponse(json.dumps({ 'result': 'error', 'message': 'Unknown error' }), content_type='application/json')
@staff_member_required
@never_cache
def test_report(request, slug):
- c = RequestContext(request)
-
- c['test'] = get_object_or_404(PurpleRobotTest, slug=slug)
-
- return render_to_response('purple_robot_test.html', c)
+ context = RequestContext(request)
+
+ context['test'] = get_object_or_404(PurpleRobotTest, slug=slug)
+
+ return render_to_response('purple_robot_test.html', context)
+
@staff_member_required
@never_cache
def tests_by_user(request, user_id):
- c = RequestContext(request)
-
- c['tests'] = PurpleRobotTest.objects.filter(user_id=user_id)
- c['user_id'] = user_id
-
- c['success'] = True
-
- for test in c['tests']:
+ context = RequestContext(request)
+
+ context['tests'] = PurpleRobotTest.objects.filter(user_id=user_id)
+ context['user_id'] = user_id
+
+ context['success'] = True
+
+ for test in context['tests']:
if test.active and test.passes() == False:
- c['success'] = False
-
- return render_to_response('purple_robot_tests.html', c)
+ context['success'] = False
+
+ return render_to_response('purple_robot_tests.html', context)
+
@staff_member_required
@never_cache
def tests_all(request):
- c = RequestContext(request)
-
- c['tests'] = PurpleRobotTest.objects.order_by('-last_updated')
- c['user_id'] = 'All'
-
- c['success'] = True
-
- for test in c['tests']:
+ context = RequestContext(request)
+
+ context['tests'] = PurpleRobotTest.objects.order_by('-last_updated')
+ context['user_id'] = 'All'
+
+ context['success'] = True
+
+ for test in context['tests']:
if test.active and test.passes() == False:
- c['success'] = False
-
- return render_to_response('purple_robot_tests.html', c)
+ context['success'] = False
+
+ return render_to_response('purple_robot_tests.html', context)
+
@staff_member_required
@never_cache
def pr_home(request):
- c = RequestContext(request)
-
- c['device_groups'] = PurpleRobotDeviceGroup.objects.all()
- c['unattached_devices'] = PurpleRobotDevice.objects.filter(device_group=None)
+ context = RequestContext(request)
+
+ context['device_groups'] = PurpleRobotDeviceGroup.objects.all()
+ context['unattached_devices'] = PurpleRobotDevice.objects.filter(device_group=None)
+
+ return render_to_response('purple_robot_home.html', context)
- return render_to_response('purple_robot_home.html', c)
@staff_member_required
@never_cache
def pr_device(request, device_id):
- c = RequestContext(request)
-
- c['device'] = PurpleRobotDevice.objects.get(device_id=device_id)
+ context = RequestContext(request)
+
+ context['device'] = PurpleRobotDevice.objects.get(device_id=device_id)
+
+ context.update(csrf(request))
- c.update(csrf(request))
+ try:
+ context['pr_show_device_id_header'] = settings.PURPLE_ROBOT_SHOW_DEVICE_ID_HEADER
+ except KeyError:
+ context['pr_show_device_id_header'] = True
+
+ try:
+ context['pr_show_notes'] = settings.PURPLE_ROBOT_SHOW_NOTES
+ except KeyError:
+ context['pr_show_notes'] = True
+
+ return render_to_response('purple_robot_device.html', context)
- return render_to_response('purple_robot_device.html', c)
@staff_member_required
@never_cache
def pr_device_probe(request, device_id, probe_name):
- c = RequestContext(request)
-
- c['device'] = PurpleRobotDevice.objects.get(device_id=device_id)
- c['probe_name'] = probe_name
- c['short_name'] = probe_name.split('.')[-1]
- c['last_reading'] = PurpleRobotReading.objects.filter(user_id=c['device'].user_hash, probe=probe_name).order_by('-logged').first()
- c['test'] = PurpleRobotTest.objects.filter(user_id=c['device'].user_hash, probe=probe_name).first()
- c['last_readings'] = PurpleRobotReading.objects.filter(user_id=c['device'].user_hash, probe=probe_name).order_by('-logged')[:500]
- c['visualization'] = c['device'].visualization_for_probe(probe_name)
+ context = RequestContext(request)
+
+ context['device'] = PurpleRobotDevice.objects.get(device_id=device_id)
+ context['probe_name'] = probe_name
+ context['short_name'] = probe_name.split('.')[-1]
+ context['last_reading'] = PurpleRobotReading.objects.filter(user_id=context['device'].user_hash, probe=probe_name).order_by('-logged').first()
+ context['test'] = PurpleRobotTest.objects.filter(user_id=context['device'].user_hash, probe=probe_name).first()
+ context['last_readings'] = PurpleRobotReading.objects.filter(user_id=context['device'].user_hash, probe=probe_name).order_by('-logged')[:500]
+ context['visualization'] = context['device'].visualization_for_probe(probe_name)
+
+ try:
+ context['pr_show_device_id_header'] = settings.PURPLE_ROBOT_SHOW_DEVICE_ID_HEADER
+ except KeyError:
+ context['pr_show_device_id_header'] = True
+
+ try:
+ context['pr_show_notes'] = settings.PURPLE_ROBOT_SHOW_NOTES
+ except KeyError:
+ context['pr_show_notes'] = True
+
+ return render_to_response('purple_robot_device_probe.html', context)
- return render_to_response('purple_robot_device_probe.html', c)
@staff_member_required
@never_cache
@@ -266,270 +313,290 @@ def pr_by_probe(request):
@never_cache
def pr_by_user(request):
users = {}
-
+
hashes = PurpleRobotReport.objects.order_by().values('user_id').distinct()
-
+
for user_hash in hashes:
user_id = user_hash['user_id']
-
+
user_dict = {}
-
+
for report in PurpleRobotReport.objects.filter(user_id=user_id).order_by('-generated'):
key = str(report) + '-' + report.mime_type
-
- if (key in user_dict) == False:
+
+ if (key in user_dict) is False:
user_dict[key] = report
-
+
users[user_id] = user_dict
- c = RequestContext(request)
- c['users'] = users
+ context = RequestContext(request)
+ context['users'] = users
- return render_to_response('purple_robot_user.html', c)
+ return render_to_response('purple_robot_user.html', context)
@staff_member_required
@never_cache
def test_details_json(request, slug):
results = []
-
+
test = PurpleRobotTest.objects.get(slug=slug)
-
- cpu_frequency = { 'color': 'rgba(0,0,128,0.25)', 'data': [], 'name': 'CPU Timestamps'}
- sensor_frequency = { 'color': 'rgba(128,0,0,0.75)', 'data': [], 'name': 'Sensor Timestamps'}
-
+
+ cpu_frequency = {'color': 'rgba(0,0,128,0.25)', 'data': [], 'name': 'CPU Timestamps'}
+ sensor_frequency = {'color': 'rgba(128,0,0,0.75)', 'data': [], 'name': 'Sensor Timestamps'}
+
if request.method == 'GET':
timestamp = float(request.GET['timestamp'])
-
+
sample_date = datetime.datetime.utcfromtimestamp(timestamp)
-
+
delta = datetime.timedelta(seconds=450)
-
+
start = sample_date - delta
end = sample_date + delta
-
+
readings = PurpleRobotReading.objects.filter(probe=test.probe, user_id=test.user_id, logged__gte=start, logged__lte=end).order_by('logged')
-
+
sensor_stamps = []
cpu_stamps = []
-
+
for reading in readings:
payload = json.loads(reading.payload)
-
+
if 'SENSOR_TIMESTAMP' in payload:
- for ts in payload['SENSOR_TIMESTAMP']:
+ for timestamp in payload['SENSOR_TIMESTAMP']:
if payload['PROBE'] == 'edu.northwestern.cbits.purple_robot_manager.probes.devices.PebbleProbe':
- sensor_stamps.append(float(ts) / 1000)
+ sensor_stamps.append(float(timestamp) / 1000)
else:
- sensor_stamps.append(float(ts) / 1000000000)
+ sensor_stamps.append(float(timestamp) / 1000000000)
if 'EVENT_TIMESTAMP' in payload:
- for ts in payload['EVENT_TIMESTAMP']:
- cpu_stamps.append(ts)
+ for timestamp in payload['EVENT_TIMESTAMP']:
+ cpu_stamps.append(timestamp)
else:
cpu_stamps.append(payload['TIMESTAMP'])
-
+
if len(cpu_stamps) > 0:
cpu_stamps.sort()
-
+
start_cpu = cpu_stamps[0]
-
+
index = start_cpu
count = 0
cpu_data = []
-
- for ts in cpu_stamps:
- if ts < index + 1:
+
+ for timestamp in cpu_stamps:
+ if timestamp < index + 1:
count += 1
else:
- while ts > index + 1:
- cpu_data.append({ 'x': index, 'y': count })
+ while timestamp > index + 1:
+ cpu_data.append({'x': index, 'y': count})
index += 1
count = 0
-
+
cpu_frequency['data'] = cpu_data
-
+
if len(sensor_stamps) > 0:
sensor_stamps.sort()
start_sensor = sensor_stamps[0]
-
+
new_sensor_stamps = []
-
- for ts in sensor_stamps:
- new_sensor_stamps.append(ts - start_sensor + start_cpu)
-
+
+ for timestamp in sensor_stamps:
+ new_sensor_stamps.append(timestamp - start_sensor + start_cpu)
+
sensor_stamps = new_sensor_stamps
index = start_cpu
count = 0
sensor_data = []
-
- for ts in sensor_stamps:
- if ts < index + 1:
+
+ for timestamp in sensor_stamps:
+ if timestamp < index + 1:
count += 1
else:
- while ts > index + 1:
- sensor_data.append({ 'x': index, 'y': count })
+ while timestamp > index + 1:
+ sensor_data.append({'x': index, 'y': count})
index += 1
count = 0
sensor_frequency['data'] = sensor_data
-
+
results.append(sensor_frequency)
results.append(cpu_frequency)
return HttpResponse(json.dumps(results), content_type='application/json')
-
+
+
@staff_member_required
@never_cache
def fetch_export_file(request, job_pk):
job = PurpleRobotExportJob.objects.get(pk=int(job_pk))
-
+
return redirect(job.export_file.url)
+
@staff_member_required
@never_cache
def create_export_job(request):
- c = RequestContext(request)
+ context = RequestContext(request)
+
+ context['form'] = ExportJobForm()
- c['form'] = ExportJobForm()
-
if request.method == 'POST':
form = ExportJobForm(request.POST)
-
+
if form.is_valid():
- job = PurpleRobotExportJob(destination=form.cleaned_data.get('destination'), \
- start_date=form.cleaned_data.get('start_date'), \
+ job = PurpleRobotExportJob(destination=form.cleaned_data.get('destination'),
+ start_date=form.cleaned_data.get('start_date'),
end_date=form.cleaned_data.get('end_date'))
-
+
probes = ''
-
+
for probe in form.cleaned_data.get('probes'):
if len(probes) > 0:
probes += '\n'
-
+
probes += probe
-
+
job.probes = probes
hashes = ''
-
+
for user_hash in form.cleaned_data.get('hashes'):
if len(user_hash) > 0:
hashes += '\n'
-
+
hashes += user_hash
-
+
job.users = hashes
-
+
job.save()
-
- c['message'] = 'Export job queued successfully.'
+
+ context['message'] = 'Export job queued successfully.'
else:
- c['form'] = form
+ context['form'] = form
+
+ return render_to_response('purple_robot_export.html', context)
+
- return render_to_response('purple_robot_export.html', c)
-
@staff_member_required
@never_cache
def pr_add_group(request):
if request.method == 'POST':
group_id = request.POST['group_id']
group_name = request.POST['group_name']
-
- if group_id == None or len(group_id.strip()) == 0 or group_name == None or len(group_id.strip()) == 0:
- request.session['pr_messages'] = [ 'Please provide a non-empty group name and identifier.' ]
+
+ if group_id is None or len(group_id.strip()) == 0 or group_name is None or len(group_id.strip()) == 0:
+ request.session['pr_messages'] = ['Please provide a non-empty group name and identifier.']
elif PurpleRobotDeviceGroup.objects.filter(group_id=group_id).count() == 0:
group = PurpleRobotDeviceGroup(group_id=group_id, name=group_name)
-
+
group.save()
else:
- request.session['pr_messages'] = [ 'Unable to create group. A group already exists with identifier "' + group_id + '".' ]
-
+ request.session['pr_messages'] = ['Unable to create group. A group already exists with identifier "' + group_id + '".']
+
return redirect(reverse('pr_home'))
+
@staff_member_required
@never_cache
def pr_add_device(request, group_id):
group = PurpleRobotDeviceGroup.objects.filter(group_id=group_id).first()
- if group != None:
+ if group is not None:
if request.method == 'POST':
device_id = request.POST['device_id']
device_name = request.POST['device_name']
- if device_id == None or len(device_id.strip()) == 0 or device_name == None or len(device_name.strip()) == 0:
- request.session['pr_messages'] = [ 'Please provide a non-empty device name and identifier.' ]
+ if device_id is None or len(device_id.strip()) == 0 or device_name is None or len(device_name.strip()) == 0:
+ request.session['pr_messages'] = ['Please provide a non-empty device name and identifier.']
elif PurpleRobotDevice.objects.filter(device_id=device_id).count() == 0:
device = PurpleRobotDevice(device_id=device_id, name=device_name, device_group=group)
+ perf_data = json.loads(device.performance_metadata)
+
+ perf_data['latest_readings'] = {}
+ perf_data['latest_readings']['edu.northwestern.cbits.purple_robot_manager.probes.builtin.RobotHealthProbe'] = -1
+ perf_data['latest_readings']['edu.northwestern.cbits.purple_robot_manager.probes.builtin.BatteryProbe'] = -1
+ perf_data['latest_readings']['edu.northwestern.cbits.purple_robot_manager.probes.builtin.SoftwareInformationProbe'] = -1
+ perf_data['latest_readings']['edu.northwestern.cbits.purple_robot_manager.probes.builtin.HardwareInformationProbe'] = -1
+
+ device.performance_metadata = json.dumps(perf_data, indent=2)
+
device.save()
else:
- request.session['pr_messages'] = [ 'Unable to create device. A device already exists with identifier "' + device_id + '".' ]
+ request.session['pr_messages'] = ['Unable to create device. A device already exists with identifier "' + device_id + '".']
else:
- request.session['pr_messages'] = [ 'Unable to locate group with identifier "' + group_id + '" and create new device.' ]
-
- return redirect(reverse('pr_home'))
+ request.session['pr_messages'] = ['Unable to locate group with identifier "' + group_id + '" and create new device.']
+
+ response = redirect(reverse('pr_home'))
+
+ return response
+
@staff_member_required
@never_cache
def pr_remove_device(request, group_id, device_id):
group = PurpleRobotDeviceGroup.objects.filter(pk=int(group_id)).first()
-
+
device = group.devices.filter(pk=int(device_id)).first()
-
- if device != None:
+
+ if device is not None:
group.devices.remove(device)
group.save()
-
+
return redirect(reverse('pr_home'))
+
@staff_member_required
@never_cache
def pr_configurations(request):
- c = RequestContext(request)
- c.update(csrf(request))
-
- c['configurations'] = PurpleRobotConfiguration.objects.all()
-
- return render_to_response('purple_robot_configurations.html', c)
+ context = RequestContext(request)
+ context.update(csrf(request))
+
+ context['configurations'] = PurpleRobotConfiguration.objects.all()
+
+ return render_to_response('purple_robot_configurations.html', context)
@staff_member_required
@never_cache
def pr_configuration(request, config_id):
- c = RequestContext(request)
- c.update(csrf(request))
+ context = RequestContext(request)
+ context.update(csrf(request))
+
+ context['config'] = get_object_or_404(PurpleRobotConfiguration, slug=config_id)
+
+ return render_to_response('purple_robot_configuration.html', context)
- c['config'] = get_object_or_404(PurpleRobotConfiguration, slug=config_id)
- return render_to_response('purple_robot_configuration.html', c)
-
@staff_member_required
@never_cache
def pr_move_device(request):
group = PurpleRobotDeviceGroup.objects.filter(pk=int(request.POST['field_new_group'])).first()
-
+
device = PurpleRobotDevice.objects.filter(pk=int(request.POST['field_device_id'])).first()
-
- if device != None:
+
+ if device is not None:
device.device_group = group
device.save()
-
+
return redirect(reverse('pr_home'))
+
@staff_member_required
@never_cache
def pr_add_note(request):
- response = { 'result': 'error', 'message': 'No note provided or other error. See server logs.' }
-
+ response = {'result': 'error', 'message': 'No note provided or other error. See server logs.'}
+
if request.method == 'POST':
device_id = request.POST['device_id']
note_contents = request.POST['note_contents']
-
+
device = PurpleRobotDevice.objects.filter(device_id=device_id).first()
-
- if device != None:
+
+ if device is not None:
PurpleRobotDeviceNote(device=device, added=timezone.now(), note=note_contents).save()
response['message'] = 'Note added. Reloading page...'
response['result'] = 'success'
@@ -537,4 +604,127 @@ def pr_add_note(request):
response['message'] = 'Note not added. Device does not exist.'
return HttpResponse(json.dumps(response, indent=2), content_type='application/json')
-
+
+
+@never_cache
+def pr_status(request):
+ context = RequestContext(request)
+ context.update(csrf(request))
+
+ context['server_performance'] = fetch_performance_samples('system', 'server_performance')
+
+ context['ingest_performance'] = fetch_performance_samples('system', 'reading_ingestion_performance')
+ context['mirror_performance'] = fetch_performance_samples('system', 'reading_mirror_performance')
+ context['pending_ingest'] = fetch_performance_samples('system', 'pending_ingest_payloads')
+ context['pending_mirror'] = fetch_performance_samples('system', 'pending_mirror_payloads')
+
+ context['skipped_ingest'] = fetch_performance_samples('system', 'skipped_ingest_payloads')
+ context['skipped_mirror'] = fetch_performance_samples('system', 'skipped_mirror_payloads')
+ context['uploads_today'] = fetch_performance_samples('system', 'uploads_today')
+ context['uploads_hour'] = fetch_performance_samples('system', 'uploads_hour')
+
+ context['pending_mirror_ages'] = fetch_performance_samples('system', 'pending_mirror_ages')
+ context['pending_ingest_ages'] = fetch_performance_samples('system', 'pending_ingest_ages')
+
+ context['payload_uploads'] = fetch_performance_samples('system', 'payload_uploads')[-1]['counts']
+
+ context['timezone'] = settings.TIME_ZONE
+
+ here_tz = pytz.timezone(settings.TIME_ZONE)
+ now = arrow.get(timezone.now().astimezone(here_tz))
+
+ start_today = now.replace(hour=0, minute=0, second=0, microsecond=0).datetime
+ start_hour = now.datetime - datetime.timedelta(hours=1)
+
+ week_ago = timezone.now() - datetime.timedelta(days=7)
+
+ upload_seconds = (arrow.get(context['uploads_today'][-1]['sample_date']).datetime.astimezone(here_tz) - start_today).total_seconds()
+
+ context['now'] = now
+ context['start_today'] = start_today
+ context['start_hour'] = start_hour
+
+ context['upload_count'] = '-'
+ context['upload_rate'] = '-'
+
+ if len(context['uploads_today']) > 0:
+ context['upload_count'] = context['uploads_today'][-1]['count']
+ context['upload_rate'] = context['uploads_today'][-1]['count'] / upload_seconds
+ context['upload_seconds'] = upload_seconds
+ context['uploads_today'] = arrow.get(context['uploads_today'][-1]['sample_date']).datetime.astimezone(here_tz) # c['uploads_today'][-1]['sample_date']
+
+ upload_seconds = (arrow.get(context['uploads_hour'][-1]['sample_date']).datetime.astimezone(here_tz) - start_hour).total_seconds()
+
+ context['upload_hour_count'] = '-'
+ context['upload_hour_rate'] = '-'
+
+ if len(context['uploads_hour']) > 0:
+ context['upload_hour_count'] = context['uploads_hour'][-1]['count']
+ context['upload_hour_rate'] = context['uploads_hour'][-1]['count'] / upload_seconds
+ context['upload_hour_seconds'] = upload_seconds
+ context['uploads_hour'] = arrow.get(context['uploads_hour'][-1]['sample_date']).datetime.astimezone(here_tz) # c['uploads_hour'][-1]['sample_date']
+
+ active_count = 0
+ inactive_count = 0
+
+ for device in PurpleRobotDevice.objects.all():
+ last_reading = device.most_recent_reading('edu.northwestern.cbits.purple_robot_manager.probes.builtin.RobotHealthProbe')
+
+ if last_reading is not None and last_reading.logged > week_ago:
+ active_count += 1
+ else:
+ inactive_count += 1
+
+ context['active_devices'] = active_count
+ context['inactive_devices'] = inactive_count
+
+ day_items = []
+ hour_items = []
+
+ for item in context['ingest_performance']:
+ if arrow.get(item['sample_date']).datetime >= start_today:
+ day_items.append(item['num_extracted'] / (item['extraction_time'] + item['query_time']))
+
+ if arrow.get(item['sample_date']).datetime >= start_hour:
+ hour_items.append(item['num_extracted'] / (item['extraction_time'] + item['query_time']))
+
+ context['ingest_average_day'] = numpy.mean(day_items)
+ context['ingest_average_hour'] = numpy.mean(hour_items)
+
+ day_items = []
+ hour_items = []
+
+ for item in context['mirror_performance']:
+ if arrow.get(item['sample_date']).datetime >= start_today:
+ day_items.append(item['num_mirrored'] / (item['extraction_time'] + item['query_time']))
+
+ if arrow.get(item['sample_date']).datetime >= start_hour:
+ hour_items.append(item['num_mirrored'] / (item['extraction_time'] + item['query_time']))
+
+ if len(day_items) > 0:
+ context['mirror_average_day'] = numpy.mean(day_items)
+
+ if len(hour_items) > 0:
+ context['mirror_average_hour'] = numpy.mean(hour_items)
+
+ return render_to_response('purple_robot_status.html', context)
+
+
+@staff_member_required
+@never_cache
+def pr_users(request):
+ context = RequestContext(request)
+ context.update(csrf(request))
+
+ context['groups'] = PurpleRobotDeviceGroup.objects.all().order_by('group_id')
+ context['unaffiliated'] = PurpleRobotDevice.objects.filter(device_group=None).order_by('device_id')
+
+ phantoms = fetch_performance_users()
+
+ for device in PurpleRobotDevice.objects.all():
+ if device.hash_key is not None and device.hash_key in phantoms:
+ del phantoms[device.hash_key]
+
+ context['phantoms'] = phantoms
+
+ return render_to_response('purple_robot_users.html', context)
|