NextERP/runbot
5
0
Fork 0
mirror of https://github.com/odoo/runbot.git synced 2025-03-31 23:35:45 +07:00
Code Issues Actions Packages Projects Releases Wiki Activity

[IMP] runbot: add force option to cleanup specific build now

Browse Source
This commit is contained in:
Xavier-Do 2019-12-02 15:13:52 +01:00
parent c9732ed68d
commit 9cc46d1d3a
1 changed files with 67 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

76
runbot/models/build.py
View File

@ -447,24 +447,26 @@ class runbot_build(models.Model):
self._logger('skip %s', reason) self._logger('skip %s', reason)
self.write({'local_state': 'done', 'local_result': 'skipped', 'duplicate_id': False}) self.write({'local_state': 'done', 'local_result': 'skipped', 'duplicate_id': False})
def _local_cleanup(self): def _build_from_dest(self, dest):
if self.pool._init: if dest_reg.match(dest):
return return self.browse(int(dest.split('-')[0]))
_logger.debug('Local cleaning') return self.browse()
def _filter_to_clean(self, dest_list, label):
icp = self.env['ir.config_parameter']
max_days_main = int(icp.get_param('runbot.db_gc_days', default=30))
max_days_child = int(icp.get_param('runbot.db_gc_days_child', default=15))
def cleanup(dest_list, func, max_days_main, max_days_child, label):
dest_by_builds_ids = defaultdict(list) dest_by_builds_ids = defaultdict(list)
ignored = set() ignored = set()
for dest in dest_list: for dest in dest_list:
try: build = self._build_from_dest(dest)
if not dest_reg.match(dest): if build:
raise Exception dest_by_builds_ids[build.id].append(dest)
dest_by_builds_ids[int(dest.split('-')[0])].append(dest) else:
except:
ignored.add(dest) ignored.add(dest)
if ignored: if ignored:
_logger.debug('%s (%s) not deleted because not dest format', label, " ".join(list(ignored))) _logger.debug('%s (%s) not deleted because not dest format', label, " ".join(list(ignored)))
builds = self.browse(dest_by_builds_ids) builds = self.browse(dest_by_builds_ids)
existing = builds.exists() existing = builds.exists()
remaining = (builds - existing) remaining = (builds - existing)
@ -475,34 +477,62 @@ class runbot_build(models.Model):
if fields.Datetime.from_string(build.job_end or build.create_date) + datetime.timedelta(days=(max_days_main if not build.parent_id else max_days_child)) < datetime.datetime.now(): if fields.Datetime.from_string(build.job_end or build.create_date) + datetime.timedelta(days=(max_days_main if not build.parent_id else max_days_child)) < datetime.datetime.now():
if build.local_state == 'done': if build.local_state == 'done':
for db in dest_by_builds_ids[build.id]: for db in dest_by_builds_ids[build.id]:
func(db) yield db
elif build.local_state != 'running': elif build.local_state != 'running':
_logger.warning('db (%s) not deleted because state is not done' % " ".join(dest_by_builds_ids[build.id])) _logger.warning('db (%s) not deleted because state is not done' % " ".join(dest_by_builds_ids[build.id]))
icp = self.env['ir.config_parameter'] def _local_cleanup(self, force=False):
max_days_main = int(icp.get_param('runbot.db_gc_days', default=30)) """
max_days_child = int(icp.get_param('runbot.db_gc_days_child', default=15)) Remove datadir and drop databases of build older than db_gc_days or db_gc_days_child.
If force is set to True, does the same cleaning based on recordset without checking build age.
"""
if self.pool._init:
return
_logger.debug('Local cleaning')
_filter = self._filter_to_clean
additionnal_condition_str = ''
if force is True:
def filter_ids(elems, label):
for dest in dest_list:
build = self._build_from_dest(dest)
if build and build in self:
yield dest
elif not build:
_logger.debug('%s (%s) skipped because not dest format', label, elem)
_filter = filter_ids
additionnal_conditions = []
for _id in self.exists().ids:
additionnal_conditions.append("datname like '%s-%'" % _id)
if additionnal_conditions:
additionnal_condition_str = 'AND (%s)' % ' OR '.join(additionnal_conditions)
with local_pgadmin_cursor() as local_cr: with local_pgadmin_cursor() as local_cr:
local_cr.execute(""" local_cr.execute("""
SELECT datname SELECT datname
FROM pg_database FROM pg_database
WHERE pg_get_userbyid(datdba) = current_user WHERE pg_get_userbyid(datdba) = current_user
""") %s
""" % additionnal_condition_str)
existing_db = [d[0] for d in local_cr.fetchall()] existing_db = [d[0] for d in local_cr.fetchall()]
cleanup(dest_list=existing_db, func=self._local_pg_dropdb, max_days_main=max_days_main, max_days_child=max_days_child, label='db') for db in _filter(dest_list=existing_db, label='db'):
self._local_pg_dropdb(db)
root = self.env['runbot.repo']._root() root = self.env['runbot.repo']._root()
build_dir = os.path.join(root, 'build') builds_dir = os.path.join(root, 'build')
builds = os.listdir(build_dir)
def rm(dest): if force is True:
path = os.path.join(build_dir, dest) dests = [build.dest for build in self]
else:
dests = _filter(dest_list=os.listdir(builds_dir), label='workspace')
for dest in dests:
path = os.path.join(builds_dir, dest)
if os.path.isdir(path) and os.path.isabs(path): if os.path.isdir(path) and os.path.isabs(path):
shutil.rmtree(path) shutil.rmtree(path)
cleanup(dest_list=builds, func=rm, max_days_main=max_days_main, max_days_child=max_days_child, label='workspace')
def _find_port(self): def _find_port(self):
# currently used port # currently used port
ids = self.search([('local_state', 'not in', ['pending', 'done']), ('host', '=', fqdn())]) ids = self.search([('local_state', 'not in', ['pending', 'done']), ('host', '=', fqdn())])