NextERP/runbot
5
0
Fork 0
mirror of https://github.com/odoo/runbot.git synced 2025-03-15 23:45:44 +07:00
Code Issues Actions Packages Projects Releases Wiki Activity

[FIX] runbot: fix invalid db_name log local

Browse Source 
If the db_name does not stat with a build ind (or at least an int)
the query will fail because of 'local_pg_cursor'

Since a database can be create with an invalid name from the db manager
but still log in the runbot_logs, we need to manage all format.
Also add a limit to catchup if the db is full of logs, to avoid a Memory
error.
This commit is contained in:
Xavier-Do 2022-12-13 11:27:27 +01:00 committed by Christophe Monniez
parent a6ce3dceb0
commit 0d6ec3e038
1 changed files with 25 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
runbot/models/host.py
View File

@ -179,27 +179,27 @@ class Host(models.Model):
def _fetch_local_logs(self, build_ids=None):
""" fetch build logs from local database """
logs_db_name = self.env['ir.config_parameter'].get_param('runbot.logdb_name')
try:
with local_pg_cursor(logs_db_name) as local_cr:
res = []
where_clause = 'WHERE build_id IN (%s)' if build_ids else ''
query = f"""
SELECT *
FROM (
SELECT id, create_date, name, level, dbname, func, path, line, type, message, split_part(dbname, '-', 1)::integer as build_id
FROM ir_logging
)
AS ir_logs
{where_clause}
ORDER BY id
"""
local_cr.execute(query, build_ids)
col_names = [col.name for col in local_cr.description]
for row in local_cr.fetchall():
res.append({name:value for name,value in zip(col_names, row)})
return res
except Exception:
return []
with local_pg_cursor(logs_db_name) as local_cr:
res = []
where_clause = "WHERE split_part(dbname, '-', 1) IN %s" if build_ids else ''
query = f"""
SELECT *
FROM (
SELECT id, create_date, name, level, dbname, func, path, line, type, message, split_part(dbname, '-', 1) as build_id
FROM ir_logging
)
AS ir_logs
{where_clause}
ORDER BY id
LIMIT 10000
"""
if build_ids:
build_ids = [tuple(str(build) for build in build_ids)]
local_cr.execute(query, build_ids)
col_names = [col.name for col in local_cr.description]
for row in local_cr.fetchall():
res.append({name:value for name, value in zip(col_names, row)})
return res
def process_logs(self, build_ids=None):
"""move logs from host to the leader"""
@ -209,7 +209,10 @@ class Host(models.Model):
local_log_ids = []
for log in ir_logs:
if log['dbname'] and '-' in log['dbname']:
logs_by_build_id[int(log['dbname'].split('-', maxsplit=1)[0])].append(log)
try:
logs_by_build_id[int(log['dbname'].split('-', maxsplit=1)[0])].append(log)
except ValueError:
pass
else:
local_log_ids.append(log['id'])