good code working ... to be deployed now.. drop db when deploying this
This commit is contained in:
@@ -352,17 +352,25 @@ if createdb:
|
|||||||
print "Error %d: %s" % (e.args[0], e.args[1])
|
print "Error %d: %s" % (e.args[0], e.args[1])
|
||||||
sys.exit (1)
|
sys.exit (1)
|
||||||
try:
|
try:
|
||||||
connection = MySQLdb.connect (host = options.dbhost,
|
connection = MySQLdb.connect(host=options.dbhost,
|
||||||
port = int(options.dbport),
|
port=int(options.dbport),
|
||||||
db = options.db,
|
db=options.db,
|
||||||
user = options.dbuser,
|
user=options.dbuser,
|
||||||
passwd = options.dbpasswd)
|
passwd=options.dbpasswd)
|
||||||
conn=connection.cursor()
|
conn=connection.cursor()
|
||||||
except MySQLdb.Error, e:
|
except MySQLdb.Error, e:
|
||||||
print "Error %d: %s" % (e.args[0], e.args[1])
|
print "Error %d: %s" % (e.args[0], e.args[1])
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
CreateDBSchema(conn)
|
# if the database doesn't exist, create the schema using django by
|
||||||
|
# running models.py syncdb
|
||||||
|
# set the dbuser and dbpasswd environment vsariables for settings.py
|
||||||
|
# to work properly
|
||||||
|
os.environ['dbuser'] = options.dbuser
|
||||||
|
os.environ['dbpasswd'] = options.dbpasswd
|
||||||
|
from django.core.management import execute_manager
|
||||||
|
import settings
|
||||||
|
execute_manager(settings, ['manage.py','syncdb'])
|
||||||
|
|
||||||
|
|
||||||
treeid = GetOrInsertTree(conn, options.tree)
|
treeid = GetOrInsertTree(conn, options.tree)
|
||||||
@@ -403,12 +411,12 @@ while curtime < endtime and chunk < totalchunks:
|
|||||||
|
|
||||||
# dictionary of parsers
|
# dictionary of parsers
|
||||||
parsers = {
|
parsers = {
|
||||||
'check': log_parser.CheckParser,
|
'check': logparser.CheckParser,
|
||||||
'mochitest': log_parser.MochitestParser,
|
'mochitest': logparser.MochitestParser,
|
||||||
'reftest': log_parser.ReftestParser,
|
'reftest': logparser.ReftestParser,
|
||||||
'jsreftest': log_parser.ReftestParser,
|
'jsreftest': logparser.ReftestParser,
|
||||||
'crashtest': log_parser.ReftestParser,
|
'crashtest': logparser.ReftestParser,
|
||||||
'xpcshell': log_parser.XPCshellParser,
|
'xpcshell': logparser.XPCshellParser,
|
||||||
}
|
}
|
||||||
|
|
||||||
# regular expression to find the harness
|
# regular expression to find the harness
|
||||||
@@ -478,7 +486,7 @@ while curtime < endtime and chunk < totalchunks:
|
|||||||
|
|
||||||
# assured to match because we search for this above
|
# assured to match because we search for this above
|
||||||
harness_type = re.match(harness_regex, logname).groups()[0]
|
harness_type = re.match(harness_regex, logname).groups()[0]
|
||||||
parser = parsers.get(harness_type, log_parser.LogParser)()
|
parser = parsers.get(harness_type, logparser.LogParser)()
|
||||||
failures = parser.parse(gz)
|
failures = parser.parse(gz)
|
||||||
|
|
||||||
# add the failures to the database
|
# add the failures to the database
|
||||||
|
|||||||
@@ -152,6 +152,9 @@ class LogParser(object):
|
|||||||
else :
|
else :
|
||||||
test=tup[0]
|
test=tup[0]
|
||||||
|
|
||||||
|
# remove whitespace and trailing dots
|
||||||
|
test = test.strip().rstrip('.')
|
||||||
|
|
||||||
# append interesting data to failures return value
|
# append interesting data to failures return value
|
||||||
failures.append({'test': test, 'text': text, 'reason': reason})
|
failures.append({'test': test, 'text': text, 'reason': reason})
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
# Django settings for topfails project.
|
# Django settings for topfails project.
|
||||||
import os
|
import os
|
||||||
|
|
||||||
DEBUG = True
|
DEBUG = False
|
||||||
TEMPLATE_DEBUG = DEBUG
|
TEMPLATE_DEBUG = DEBUG
|
||||||
|
|
||||||
DBUSER = DBPASSWD = ''
|
DBUSER = DBPASSWD = ''
|
||||||
|
|||||||
121
topfails/templates/#base.html#
Executable file
121
topfails/templates/#base.html#
Executable file
@@ -0,0 +1,121 @@
|
|||||||
|
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<title>Topfails</title>
|
||||||
|
<meta http-equiv="content-type" content="text/html; charset=iso-8859-1">
|
||||||
|
<style>
|
||||||
|
.linear{
|
||||||
|
display: block;
|
||||||
|
|
||||||
|
font-family: Helvetica,Arial,sans-serif;
|
||||||
|
font-weight: bold;
|
||||||
|
font-size: 110.5%;
|
||||||
|
|
||||||
|
|
||||||
|
text-decoration: none;
|
||||||
|
|
||||||
|
padding: 2px;
|
||||||
|
|
||||||
|
-moz-border-radius: 5px;
|
||||||
|
border: 1px solid #000000;
|
||||||
|
|
||||||
|
color: #999999;
|
||||||
|
|
||||||
|
background-image:url("http://people.mozilla.com/~mnandigama/bg.png")
|
||||||
|
}
|
||||||
|
.linear:hover {
|
||||||
|
color: #cc3300;
|
||||||
|
font-style:italic
|
||||||
|
|
||||||
|
}
|
||||||
|
.info {
|
||||||
|
font-size: 81%;
|
||||||
|
font-weight: normal;
|
||||||
|
}
|
||||||
|
.ralign{
|
||||||
|
text-align: right;
|
||||||
|
}
|
||||||
|
.lalign {
|
||||||
|
text-align: left;
|
||||||
|
}
|
||||||
|
.calign{
|
||||||
|
text-align: center;
|
||||||
|
}
|
||||||
|
DIV,UL,OL /* Left */
|
||||||
|
{
|
||||||
|
margin-top: 0px;
|
||||||
|
margin-bottom: 0px;
|
||||||
|
}
|
||||||
|
</style>
|
||||||
|
|
||||||
|
|
||||||
|
</head>
|
||||||
|
|
||||||
|
<body>
|
||||||
|
|
||||||
|
<div style="width: 180px;position:absolute; left:3px; top:102px; z-index:0">
|
||||||
|
<a class="linear ralign" href="{% url latest tree=tree %}">
|
||||||
|
<span> Latest Fails</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div style="width: 180px;position:absolute; left:3px; top:135px; z-index:0">
|
||||||
|
<a class="linear ralign" href="{% url topfails tree=tree %}">
|
||||||
|
<span> Top 25 Fails</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div style="width: 180px;position:absolute; left:3px; top:168px; z-index:0">
|
||||||
|
<a class="linear ralign" href="{% url tests tree=tree %}">
|
||||||
|
<span> All Failed Tests</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div style="width: 180px;position:absolute; left:3px; top:201px; z-index:0">
|
||||||
|
<a class="linear ralign" href="{% url failswindow tree=tree %}?window=7d">
|
||||||
|
<span> Fails from X days</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div style="width: 180px;position:absolute; left:3px; top:234px; z-index:0">
|
||||||
|
<a class="linear ralign" href="{% url Help tree=tree %}">
|
||||||
|
<span>Help</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div id="image1" style="position:absolute; overflow:hidden; left:3px; top:1px; width:180px; height:68px; z-index:1">
|
||||||
|
<img src="http://people.mozilla.com/~mnandigama/images/logo-wordmark.png" alt="Firefox Logo" title="http://www.mozilla.com" border=0 width=179 height=68>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div id="text1" style="position:absolute; overflow:hidden; left:321px; top:2px; width:591px; height:41px; z-index:3">
|
||||||
|
<div>
|
||||||
|
<div><font color="#CC4200" face="Tahoma" size="+3"><B>Mozilla Tinderbox Topfails Dashboard</B></font></div>
|
||||||
|
</div></div>
|
||||||
|
|
||||||
|
<div id="ff" style="width: 111px;position:absolute; left:311px; top:45px; z-index:2;">
|
||||||
|
<a class="linear calign" title="Click for Firefox Trunk Topfails Dashboard" href="{% url latest tree='Firefox' %}" >
|
||||||
|
<span> Firefox </span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
<div id="ff36" style="width: 111px;position:absolute; left:423px; top:45px; z-index:2">
|
||||||
|
<a class="linear calign" href="{% url latest tree='Firefox3.6' %}" title="Click for Firefox 3.6 Topfails Dashboard">
|
||||||
|
<span> Firefox3.6</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
<div id="tb" style="width: 111px;position:absolute; left:535px; top:45px; z-index:2">
|
||||||
|
<a class="linear calign" title="Click for Thunderbird Trunk Topfails Dashboard" href="{% url latest tree='Thunderbird' %}">
|
||||||
|
<span>Thunderbird</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
<div id="sm" style="width: 111px;position:absolute; left:647px; top:45px; z-index:2">
|
||||||
|
<a class="linear calign" title="Click for SeaMonkey Topfails Dashboard" href="{% url latest tree='SeaMonkey' %}">
|
||||||
|
<span> SeaMonkey</span>
|
||||||
|
</a>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div id="text2" style="position:absolute; overflow:hidden; left:190px; top:102px; width:800px; z-index:4">
|
||||||
|
{% block content %}
|
||||||
|
{% endblock %}
|
||||||
|
</div>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
9
topfails/templates/404.html
Normal file
9
topfails/templates/404.html
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<title>404</title>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<h1>404</h1>
|
||||||
|
<p>The resource you are looking for can't be found</p>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
9
topfails/templates/500.html
Normal file
9
topfails/templates/500.html
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<title>500</title>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<h1>500 Internal Server Error</h1>
|
||||||
|
<p>There was an error in django. Oops! We're sorry</p>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
@@ -1,27 +0,0 @@
|
|||||||
{% extends "base.html" %}
|
|
||||||
{% block content %}
|
|
||||||
<h3>Logfile links and Changeset links for {{ test }} failures</h3>
|
|
||||||
<ul>
|
|
||||||
<li style="display:none"><ul>
|
|
||||||
{% for f in section %}{% ifchanged f.build.id %}</ul></li><li>
|
|
||||||
<a href="{{ f.build.tinderboxlink|safe }}">{{ f.build.startdate|date:"Y-m-d H:i" }} {{ f.build.tree }} {{ f.build.get_os_display }}</a> [{{ f.build.changesetlink|safe }}]:
|
|
||||||
<ul>{% endifchanged %}
|
|
||||||
<!--<li>{{ f.description }}</li>-->{% endfor %}
|
|
||||||
</ul>
|
|
||||||
{% endblock %}
|
|
||||||
|
|
||||||
<div class="pagination">
|
|
||||||
<span class="step-links">
|
|
||||||
{% if section.has_previous %}
|
|
||||||
<a href="?page={{ section.previous_page_number }}">previous</a>
|
|
||||||
{% endif %}
|
|
||||||
|
|
||||||
<span class="current">
|
|
||||||
Page {{ section.number }} of {{ section.paginator.num_pages }}.
|
|
||||||
</span>
|
|
||||||
|
|
||||||
{% if section.has_next %}
|
|
||||||
<a href="?page={{ section.next_page_number }}">next</a>
|
|
||||||
{% endif %}
|
|
||||||
</span>
|
|
||||||
</div>
|
|
||||||
Binary file not shown.
@@ -2,19 +2,21 @@ import re
|
|||||||
from django.db import models, connection
|
from django.db import models, connection
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
from time import ctime, sleep, time
|
from time import ctime, sleep, time
|
||||||
|
from topfails.mappings import OSes
|
||||||
|
|
||||||
class OS():
|
# class OS():
|
||||||
Windows = 0
|
# Windows = 0
|
||||||
Mac = 1
|
# Mac = 1
|
||||||
Linux = 2
|
# Linux = 2
|
||||||
Unknown = 3
|
# Unknown = 3
|
||||||
|
|
||||||
OS_CHOICES = (
|
# OS_CHOICES = (
|
||||||
(OS.Windows, 'Windows'),
|
# (OS.Windows, 'Windows'),
|
||||||
(OS.Mac, 'Mac'),
|
# (OS.Mac, 'Mac'),
|
||||||
(OS.Linux, 'Linux'),
|
# (OS.Linux, 'Linux'),
|
||||||
(OS.Unknown, 'Unknown')
|
# (OS.Unknown, 'Unknown')
|
||||||
)
|
# )
|
||||||
|
OS_CHOICES = tuple([(index, OS) for index, OS in enumerate(OSes)])
|
||||||
|
|
||||||
class BuildStatus():
|
class BuildStatus():
|
||||||
Success = 0
|
Success = 0
|
||||||
|
|||||||
Reference in New Issue
Block a user