mirror of
https://github.com/odoo/runbot.git
synced 2025-03-15 15:35:46 +07:00
[IMP] runbot: add populated data
This commit is contained in:
Xavier-Do
xdo
parent
fe7c90f889
commit
460e26bafc
@ -10,6 +10,7 @@ class Project(models.Model):
|
|||||||
keep_sticky_running = fields.Boolean('Keep last sticky builds running')
|
keep_sticky_running = fields.Boolean('Keep last sticky builds running')
|
||||||
trigger_ids = fields.One2many('runbot.trigger', 'project_id', string='Triggers')
|
trigger_ids = fields.One2many('runbot.trigger', 'project_id', string='Triggers')
|
||||||
dockerfile_id = fields.Many2one('runbot.dockerfile', index=True, help="Project Default Dockerfile")
|
dockerfile_id = fields.Many2one('runbot.dockerfile', index=True, help="Project Default Dockerfile")
|
||||||
|
repo_ids = fields.One2many('runbot.repo', 'project_id', string='Repos')
|
||||||
|
|
||||||
|
|
||||||
class Category(models.Model):
|
class Category(models.Model):
|
||||||
|
|||||||
@ -471,6 +471,9 @@ class Repo(models.Model):
|
|||||||
def _update_git_config(self):
|
def _update_git_config(self):
|
||||||
""" Update repo git config file """
|
""" Update repo git config file """
|
||||||
for repo in self:
|
for repo in self:
|
||||||
|
if repo.mode == 'disabled':
|
||||||
|
_logger.info(f'skipping disabled repo {repo.name}')
|
||||||
|
continue
|
||||||
if os.path.isdir(os.path.join(repo.path, 'refs')):
|
if os.path.isdir(os.path.join(repo.path, 'refs')):
|
||||||
git_config_path = os.path.join(repo.path, 'config')
|
git_config_path = os.path.join(repo.path, 'config')
|
||||||
template_params = {'repo': repo}
|
template_params = {'repo': repo}
|
||||||
|
|||||||
3
runbot_populate/__init__.py
Normal file
3
runbot_populate/__init__.py
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
from . import models
|
||||||
15
runbot_populate/__manifest__.py
Normal file
15
runbot_populate/__manifest__.py
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
{
|
||||||
|
'name': "runbot demo",
|
||||||
|
'summary': "Runbot demo data",
|
||||||
|
'description': "Runbot demo data",
|
||||||
|
'author': "Odoo SA",
|
||||||
|
'website': "http://runbot.odoo.com",
|
||||||
|
'category': 'Website',
|
||||||
|
'version': '1.0',
|
||||||
|
'depends': ['runbot'],
|
||||||
|
'demo': [
|
||||||
|
'demo/runbot_demo.xml',
|
||||||
|
],
|
||||||
|
'license': 'LGPL-3',
|
||||||
|
}
|
||||||
156
runbot_populate/demo/runbot_demo.xml
Normal file
156
runbot_populate/demo/runbot_demo.xml
Normal file
@ -0,0 +1,156 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<data>
|
||||||
|
<!-- PROJECTS -->
|
||||||
|
<record model="runbot.project" id="project_runbot">
|
||||||
|
<field name="name">runbot</field>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
<!-- REPOS -->
|
||||||
|
<record id="repo_odoo" model="runbot.repo">
|
||||||
|
<field name="name">odoo</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
<field name="server_files">odoo-bin</field>
|
||||||
|
<field name="manifest_files">__manifest__.py</field>
|
||||||
|
<field name="mode">hook</field>
|
||||||
|
<field name="addons_paths">addons,odoo/addons</field>
|
||||||
|
<field name="mode">disabled</field>
|
||||||
|
</record>
|
||||||
|
<record id="remote_odoo_odoo" model="runbot.remote">
|
||||||
|
<field name="name">git@example.com:odoo/odoo</field>
|
||||||
|
<field name="repo_id" ref="repo_odoo"/>
|
||||||
|
</record>
|
||||||
|
<record id="remote_odoo_dev_odoo" model="runbot.remote">
|
||||||
|
<field name="name">git@example.com:odoo-dev/odoo</field>
|
||||||
|
<field name="repo_id" ref="repo_odoo"/>
|
||||||
|
</record>
|
||||||
|
<record id="repo_enterprise" model="runbot.repo">
|
||||||
|
<field name="name">enterprise</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
<field name="server_files"></field>
|
||||||
|
<field name="manifest_files">__manifest__.py</field>
|
||||||
|
<field name="mode">hook</field>
|
||||||
|
<field name="addons_paths"></field>
|
||||||
|
<field name="mode">disabled</field>
|
||||||
|
</record>
|
||||||
|
<record id="remote_odoo_enterprise" model="runbot.remote">
|
||||||
|
<field name="name">git@example.com:odoo/enterprise</field>
|
||||||
|
<field name="repo_id" ref="repo_enterprise"/>
|
||||||
|
</record>
|
||||||
|
<record id="remote_odoo_dev_enterprise" model="runbot.remote">
|
||||||
|
<field name="name">git@example.com:odoo-dev/enterprise</field>
|
||||||
|
<field name="repo_id" ref="repo_enterprise"/>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
<record id="repo_runbot" model="runbot.repo">
|
||||||
|
<field name="name">runbot</field>
|
||||||
|
<field name="project_id" ref="project_runbot"/>
|
||||||
|
<field name="server_files"></field>
|
||||||
|
<field name="manifest_files">__manifest__.py</field>
|
||||||
|
<field name="mode">hook</field>
|
||||||
|
<field name="addons_paths"></field>
|
||||||
|
<field name="mode">disabled</field>
|
||||||
|
</record>
|
||||||
|
<record id="remote_odoo_runbot" model="runbot.remote">
|
||||||
|
<field name="name">git@example.com:odoo/runbot</field>
|
||||||
|
<field name="repo_id" ref="repo_runbot"/>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
<!-- BUNDLES -->
|
||||||
|
<record id="bundle_16_1" model="runbot.bundle">
|
||||||
|
<field name="name">saas-16.1</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_16" model="runbot.bundle">
|
||||||
|
<field name="name">16.0</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_15_4" model="runbot.bundle">
|
||||||
|
<field name="name">saas-15.4</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_15" model="runbot.bundle">
|
||||||
|
<field name="name">15.0</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_14" model="runbot.bundle">
|
||||||
|
<field name="name">14.0</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_13" model="runbot.bundle">
|
||||||
|
<field name="name">13.0</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="sticky">False</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_master_dev_tri" model="runbot.bundle">
|
||||||
|
<field name="name">master-dev-tri</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_15_0_dev_tri" model="runbot.bundle">
|
||||||
|
<field name="name">15.0-dev-tri</field>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
<record id="bundle_runbot_15_0" model="runbot.bundle">
|
||||||
|
<field name="name">15.0</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="project_runbot"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_runbot_13_0" model="runbot.bundle">
|
||||||
|
<field name="name">13.0</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="project_runbot"/>
|
||||||
|
</record>
|
||||||
|
<record id="bundle_runbot_13_dev_tri" model="runbot.bundle">
|
||||||
|
<field name="name">13.0-dev-tri</field>
|
||||||
|
<field name="is_base">True</field>
|
||||||
|
<field name="project_id" ref="project_runbot"/>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
<!-- Triggers-->
|
||||||
|
|
||||||
|
<record id="trigger_default_odoo" model="runbot.trigger">
|
||||||
|
<field name="name">odoo</field>
|
||||||
|
<field name="category_id" ref="runbot.default_category"/>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
<field name="config_id" ref="runbot.runbot_build_config_default"/>
|
||||||
|
<field name="repo_ids" eval="[(4, ref('repo_odoo'))]"/>
|
||||||
|
<field name="repo_ids" eval="[(4, ref('repo_odoo'))]"/>
|
||||||
|
<field name="ci_context"/>
|
||||||
|
</record>
|
||||||
|
<record id="trigger_default_enterprise" model="runbot.trigger">
|
||||||
|
<field name="name">enterprise</field>
|
||||||
|
<field name="category_id" ref="runbot.default_category"/>
|
||||||
|
<field name="project_id" ref="runbot.main_project"/>
|
||||||
|
<field name="config_id" ref="runbot.runbot_build_config_default"/>
|
||||||
|
<field name="repo_ids" eval="[(4, ref('repo_enterprise'))]"/>
|
||||||
|
<field name="dependency_ids" eval="[(4, ref('repo_odoo'))]"/>
|
||||||
|
<field name="ci_context"/>
|
||||||
|
</record>
|
||||||
|
<record id="trigger_default_runbot" model="runbot.trigger">
|
||||||
|
<field name="name">enterprise</field>
|
||||||
|
<field name="category_id" ref="runbot.default_category"/>
|
||||||
|
<field name="project_id" ref="project_runbot"/>
|
||||||
|
<field name="config_id" ref="runbot.runbot_build_config_default"/>
|
||||||
|
<field name="repo_ids" eval="[(4, ref('repo_runbot'))]"/>
|
||||||
|
<field name="dependency_ids" eval="[(4, ref('repo_odoo'))]"/>
|
||||||
|
<field name="ci_context"/>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
|
||||||
|
<record id="runbot_build_config_linting" model="runbot.build.config">
|
||||||
|
<field name="name">Linting</field>
|
||||||
|
</record>
|
||||||
|
<record id="runbot_build_config_security" model="runbot.build.config">
|
||||||
|
<field name="name">Security</field>
|
||||||
|
</record>
|
||||||
|
|
||||||
|
<function model="runbot.runbot" name="_create_demo_data">
|
||||||
|
</function>
|
||||||
|
|
||||||
|
</data>
|
||||||
3
runbot_populate/models/__init__.py
Normal file
3
runbot_populate/models/__init__.py
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
from . import runbot
|
||||||
132
runbot_populate/models/runbot.py
Normal file
132
runbot_populate/models/runbot.py
Normal file
@ -0,0 +1,132 @@
|
|||||||
|
from odoo import models, fields, api
|
||||||
|
from unittest.mock import patch
|
||||||
|
from odoo.tools import mute_logger
|
||||||
|
|
||||||
|
import logging
|
||||||
|
_logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
# after this point, not realy a repo buisness
|
||||||
|
class Runbot(models.AbstractModel):
|
||||||
|
_inherit = 'runbot.runbot'
|
||||||
|
|
||||||
|
@api.model
|
||||||
|
@patch('odoo.addons.runbot.models.repo.Remote._github')
|
||||||
|
@patch('odoo.addons.runbot.models.repo.Repo._git')
|
||||||
|
def _create_demo_data(self, mock_git, mock_github):
|
||||||
|
mock_github.return_value = False
|
||||||
|
bundles = self.env['runbot.bundle'].browse(
|
||||||
|
self.env['ir.model.data'].search([
|
||||||
|
('module', '=', 'runbot_populate'), ('model', '=', 'runbot.bundle')
|
||||||
|
]).mapped('res_id')
|
||||||
|
)
|
||||||
|
bundles |= self.env.ref('runbot.bundle_master')
|
||||||
|
bundles = bundles.sorted('is_base', reverse=True)
|
||||||
|
|
||||||
|
assert bundles|self.env.ref('runbot.bundle_dummy') == bundles.search([])
|
||||||
|
|
||||||
|
if False and bundles.branch_ids:
|
||||||
|
# only populate data if no branch are found
|
||||||
|
return
|
||||||
|
|
||||||
|
if not bundles.branch_ids:
|
||||||
|
pr = True
|
||||||
|
count = 1000
|
||||||
|
for bundle in bundles:
|
||||||
|
_logger.info(bundle.name)
|
||||||
|
for repo in bundle.project_id.repo_ids:
|
||||||
|
main_remote = repo.main_remote_id
|
||||||
|
dev_remote = next((remote for remote in repo.remote_ids if remote != main_remote), main_remote)
|
||||||
|
if bundle.is_base:
|
||||||
|
dev_remote = main_remote
|
||||||
|
self.env['runbot.branch'].create({'remote_id': dev_remote.id, 'name': bundle.name, 'is_pr': False})
|
||||||
|
if not bundle.sticky:
|
||||||
|
mock_github.return_value = {
|
||||||
|
'base': {
|
||||||
|
'ref': bundle.base_id.name
|
||||||
|
},
|
||||||
|
'head': {
|
||||||
|
'label': '%s:%s' % (dev_remote.owner, bundle.name),
|
||||||
|
'repo': {'full_name': '%s/%s' % (dev_remote.owner, dev_remote.repo_name)}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
branch = self.env['runbot.branch'].create({
|
||||||
|
'remote_id': main_remote.id,
|
||||||
|
'name': str(count),
|
||||||
|
'is_pr': True,
|
||||||
|
})
|
||||||
|
count += 1
|
||||||
|
branch.flush()
|
||||||
|
|
||||||
|
if not bundle.is_base:
|
||||||
|
pr = not pr
|
||||||
|
|
||||||
|
security_config = self.env.ref('runbot_populate.runbot_build_config_security')
|
||||||
|
linting_config = self.env.ref('runbot_populate.runbot_build_config_linting')
|
||||||
|
|
||||||
|
for bundle in bundles:
|
||||||
|
nb_batch = 4 if bundle.sticky else 2
|
||||||
|
for i in range(nb_batch):
|
||||||
|
values = {
|
||||||
|
'last_update': fields.Datetime.now(),
|
||||||
|
'bundle_id': bundle.id,
|
||||||
|
'state': 'preparing',
|
||||||
|
}
|
||||||
|
batch = self.env['runbot.batch'].create(values)
|
||||||
|
bundle.last_batch = batch
|
||||||
|
for repo in bundle.project_id.repo_ids:
|
||||||
|
commit = self.env['runbot.commit']._get('%s00b%s0000ba%s000' % (repo.id, bundle.id, batch.id), repo.id, {
|
||||||
|
'author': 'Author',
|
||||||
|
'author_email': 'author@example.com',
|
||||||
|
'committer': 'Committer',
|
||||||
|
'committer_email': 'committer@example.com',
|
||||||
|
'subject': '[IMP] core: come imp',
|
||||||
|
'date': fields.Datetime.now(),
|
||||||
|
})
|
||||||
|
branches = bundle.branch_ids.filtered(lambda b: b.remote_id.repo_id == repo)
|
||||||
|
for branch in branches:
|
||||||
|
branch.head = commit
|
||||||
|
batch._new_commit(branch)
|
||||||
|
|
||||||
|
def git(command):
|
||||||
|
if command[0] == 'merge-base':
|
||||||
|
_, sha1, sha2 = command
|
||||||
|
return sha1 if sha1 == sha2 else sha2 if bundle.is_base else '%s_%s' % (sha1, sha2)
|
||||||
|
elif command[0] == 'rev-list':
|
||||||
|
_, _, _, shas = command
|
||||||
|
sha1, sha2 = shas.split('...')
|
||||||
|
return '0\t0' if command[1] == command[2] else '3\t5'
|
||||||
|
elif command[0] == 'diff':
|
||||||
|
_, _, sha1, sha2 = command
|
||||||
|
return '' if sha1 == sha2 else '0 5 _\n1 8 _'
|
||||||
|
else:
|
||||||
|
_logger.info(command)
|
||||||
|
|
||||||
|
mock_git.side_effect = git
|
||||||
|
with mute_logger('odoo.addons.runbot.models.batch'):
|
||||||
|
batch._prepare()
|
||||||
|
|
||||||
|
if i != nb_batch - 1:
|
||||||
|
for slot in batch.slot_ids:
|
||||||
|
if slot.build_id:
|
||||||
|
build = slot.build_id
|
||||||
|
with mute_logger('odoo.addons.runbot.models.build'):
|
||||||
|
build._log('******','Starting step X', level='SEPARATOR')
|
||||||
|
build._log('******','Some log')
|
||||||
|
for config in (linting_config, security_config):
|
||||||
|
child = build._add_child({'config_id': config.id})
|
||||||
|
build._log('create_build', 'created with config %s' % config.name, log_type='subbuild', path=str(child.id))
|
||||||
|
child.local_state = 'done'
|
||||||
|
child.local_result = 'ok'
|
||||||
|
child.description = "Description for security"
|
||||||
|
build._log('******','Step x finished')
|
||||||
|
build._log('******','Starting step Y', level='SEPARATOR')
|
||||||
|
build._log('******','Some log', level='ERROR')
|
||||||
|
build._log('******','Some log\n with multiple lines', level='ERROR')
|
||||||
|
build._log('******','**Some** *markdown* [log](http://example.com)', log_type='markdown')
|
||||||
|
build._log('******','Step x finished', level='SEPARATOR')
|
||||||
|
|
||||||
|
build.local_state = 'done'
|
||||||
|
build.local_result = 'ok' if bundle.sticky else 'ko'
|
||||||
|
|
||||||
|
|
||||||
|
batch._process()
|
||||||
Loading…
Reference in New Issue
Block a user