| Message ID | 20220922023334.386489-1-benjamin.esquivel@gmail.com |
|---|---|
| State | New |
| Headers | show |
| Series | [yocto-autobuilder2] config.py: default repository updates | expand |
On Wed, 2022-09-21 at 19:33 -0700, benjamin.esquivel@gmail.com wrote: > From: Benjamin Esquivel <benjamin.esquivel@gmail.com> > > the repos that are used as defaults in the build requests are outdated > hence the update. > > Signed-off-by: Benjamin Esquivel <benjamin.esquivel@gmail.com> > --- > config.py | 22 +++++++++++----------- > 1 file changed, 11 insertions(+), 11 deletions(-) > > diff --git a/config.py b/config.py > index 042a1ec..2249e82 100644 > --- a/config.py > +++ b/config.py > @@ -38,23 +38,23 @@ repos = { > "neon-master"], > "eclipse-poky-oxygen": ["ssh://git@push.yoctoproject.org/eclipse-yocto", > "oxygen-master"], > - "poky": ["ssh://git@push.yoctoproject.org/poky", "master"], > - "meta-intel": ["ssh://git@push.yoctoproject.org/meta-intel", "master"], > - "meta-arm": ["ssh://git@push.yoctoproject.org/meta-arm", "master"], > + "poky": ["git://git.yoctoproject.org/poky", "master"], > + "meta-intel": ["git://git.yoctoproject.org/meta-intel", "master"], > + "meta-arm": ["git://git.yoctoproject.org/meta-arm", "master"], > "meta-agl": ["https://git.automotivelinux.org/AGL/meta-agl", "next"], > "meta-aws": ["https://github.com/aws/meta-aws.git", "master"], > - "meta-ti": ["ssh://git@push.yoctoproject.org/meta-ti", "master"], > - "meta-security": ["ssh://git@push.yoctoproject.org/meta-security", "master"], > + "meta-ti": ["git://git.yoctoproject.org/meta-ti", "master"], > + "meta-security": ["git://git.yoctoproject.org/meta-security", "master"], > "oecore": ["git://git.openembedded.org/openembedded-core", > "master"], > "bitbake": ["git://git.openembedded.org/bitbake", "master"], > - "meta-qt4": ["ssh://git@push.yoctoproject.org/meta-qt4", "master"], > - "meta-qt3": ["ssh://git@push.yoctoproject.org/meta-qt3", "master"], > - "meta-mingw": ["ssh://git@push.yoctoproject.org/meta-mingw", "master"], > - "meta-gplv2": ["ssh://git@push.yoctoproject.org/meta-gplv2", "master"], > + "meta-qt4": ["git://git.yoctoproject.org/meta-qt4", "master"], > + "meta-qt3": ["git://git.yoctoproject.org/meta-qt3", "master"], > + "meta-mingw": ["git://git.yoctoproject.org/meta-mingw", "master"], > + "meta-gplv2": ["git://git.yoctoproject.org/meta-gplv2", "master"], > "meta-openembedded": ["git://git.openembedded.org/meta-openembedded", "master"], > - "meta-virtualization": ["ssh://git@push.yoctoproject.org/meta-virtualization", "master"], > - "yocto-docs": ["ssh://git@push.yoctoproject.org/yocto-docs", "master"] > + "meta-virtualization": ["git://git.yoctoproject.org/meta-virtualization", "master"], > + "yocto-docs": ["git://git.yoctoproject.org/yocto-docs", "master"] > } Sadly this isn't the case. The push servers are where people with push access push things, which then mirror out to the other mirror servers. The autobuilder works off push since other wise, we might trigger a build and it may build the wrong thing if the mirrors hadn't updated yet. Whilst I appreciate that is a problem for only certain users, it was a really problematic corner case for the main project AB. Cheers, Richard
> On Sep 22, 2022, at 5:42 AM, Richard Purdie <richard.purdie@linuxfoundation.org> wrote: > > On Wed, 2022-09-21 at 19:33 -0700, benjamin.esquivel@gmail.com <mailto:benjamin.esquivel@gmail.com> wrote: >> From: Benjamin Esquivel <benjamin.esquivel@gmail.com> >> >> the repos that are used as defaults in the build requests are outdated >> hence the update. >> >> Signed-off-by: Benjamin Esquivel <benjamin.esquivel@gmail.com> >> --- >> config.py | 22 +++++++++++----------- >> 1 file changed, 11 insertions(+), 11 deletions(-) >> >> diff --git a/config.py b/config.py >> index 042a1ec..2249e82 100644 >> --- a/config.py >> +++ b/config.py >> @@ -38,23 +38,23 @@ repos = { >> "neon-master"], >> "eclipse-poky-oxygen": ["ssh://git@push.yoctoproject.org/eclipse-yocto", >> "oxygen-master"], >> - "poky": ["ssh://git@push.yoctoproject.org/poky", "master"], >> - "meta-intel": ["ssh://git@push.yoctoproject.org/meta-intel", "master"], >> - "meta-arm": ["ssh://git@push.yoctoproject.org/meta-arm", "master"], >> + "poky": ["git://git.yoctoproject.org/poky", "master"], >> + "meta-intel": ["git://git.yoctoproject.org/meta-intel", "master"], >> + "meta-arm": ["git://git.yoctoproject.org/meta-arm", "master"], >> "meta-agl": ["https://git.automotivelinux.org/AGL/meta-agl", "next"], >> "meta-aws": ["https://github.com/aws/meta-aws.git", "master"], >> - "meta-ti": ["ssh://git@push.yoctoproject.org/meta-ti", "master"], >> - "meta-security": ["ssh://git@push.yoctoproject.org/meta-security", "master"], >> + "meta-ti": ["git://git.yoctoproject.org/meta-ti", "master"], >> + "meta-security": ["git://git.yoctoproject.org/meta-security", "master"], >> "oecore": ["git://git.openembedded.org/openembedded-core", >> "master"], >> "bitbake": ["git://git.openembedded.org/bitbake", "master"], >> - "meta-qt4": ["ssh://git@push.yoctoproject.org/meta-qt4", "master"], >> - "meta-qt3": ["ssh://git@push.yoctoproject.org/meta-qt3", "master"], >> - "meta-mingw": ["ssh://git@push.yoctoproject.org/meta-mingw", "master"], >> - "meta-gplv2": ["ssh://git@push.yoctoproject.org/meta-gplv2", "master"], >> + "meta-qt4": ["git://git.yoctoproject.org/meta-qt4", "master"], >> + "meta-qt3": ["git://git.yoctoproject.org/meta-qt3", "master"], >> + "meta-mingw": ["git://git.yoctoproject.org/meta-mingw", "master"], >> + "meta-gplv2": ["git://git.yoctoproject.org/meta-gplv2", "master"], >> "meta-openembedded": ["git://git.openembedded.org/meta-openembedded", "master"], >> - "meta-virtualization": ["ssh://git@push.yoctoproject.org/meta-virtualization", "master"], >> - "yocto-docs": ["ssh://git@push.yoctoproject.org/yocto-docs", "master"] >> + "meta-virtualization": ["git://git.yoctoproject.org/meta-virtualization", "master"], >> + "yocto-docs": ["git://git.yoctoproject.org/yocto-docs", "master"] >> } > > Sadly this isn't the case. The push servers are where people with push > access push things, which then mirror out to the other mirror servers. > > The autobuilder works off push since other wise, we might trigger a > build and it may build the wrong thing if the mirrors hadn't updated > yet. > > Whilst I appreciate that is a problem for only certain users, it was a > really problematic corner case for the main project AB. Ah, I was missing this context. I know that in the build request interface you can override some of these repos but I believe not all of them so you’ll get an error eventually and need to go tweak the config.py file to make it work. I don’t know if there is a way to user override this but I’ll check. Thanks for checking my patch. > > Cheers, > > Richard
On Thu, 2022-09-22 at 09:36 -0700, Benjamin Esquivel wrote: > > > On Sep 22, 2022, at 5:42 AM, Richard Purdie <richard.purdie@linuxfoundation.org> wrote: > > > > On Wed, 2022-09-21 at 19:33 -0700, benjamin.esquivel@gmail.com wrote: > > > From: Benjamin Esquivel <benjamin.esquivel@gmail.com> > > > > > > the repos that are used as defaults in the build requests are outdated > > > hence the update. > > > > > > Signed-off-by: Benjamin Esquivel <benjamin.esquivel@gmail.com> > > > --- > > > config.py | 22 +++++++++++----------- > > > 1 file changed, 11 insertions(+), 11 deletions(-) > > > > > > diff --git a/config.py b/config.py > > > index 042a1ec..2249e82 100644 > > > --- a/config.py > > > +++ b/config.py > > > @@ -38,23 +38,23 @@ repos = { > > > "neon-master"], > > > "eclipse-poky-oxygen": ["ssh://git@push.yoctoproject.org/eclipse-yocto", > > > "oxygen-master"], > > > - "poky": ["ssh://git@push.yoctoproject.org/poky", "master"], > > > - "meta-intel": ["ssh://git@push.yoctoproject.org/meta-intel", "master"], > > > - "meta-arm": ["ssh://git@push.yoctoproject.org/meta-arm", "master"], > > > + "poky": ["git://git.yoctoproject.org/poky", "master"], > > > + "meta-intel": ["git://git.yoctoproject.org/meta-intel", "master"], > > > + "meta-arm": ["git://git.yoctoproject.org/meta-arm", "master"], > > > "meta-agl": ["https://git.automotivelinux.org/AGL/meta-agl", "next"], > > > "meta-aws": ["https://github.com/aws/meta-aws.git", "master"], > > > - "meta-ti": ["ssh://git@push.yoctoproject.org/meta-ti", "master"], > > > - "meta-security": ["ssh://git@push.yoctoproject.org/meta-security", "master"], > > > + "meta-ti": ["git://git.yoctoproject.org/meta-ti", "master"], > > > + "meta-security": ["git://git.yoctoproject.org/meta-security", "master"], > > > "oecore": ["git://git.openembedded.org/openembedded-core", > > > "master"], > > > "bitbake": ["git://git.openembedded.org/bitbake", "master"], > > > - "meta-qt4": ["ssh://git@push.yoctoproject.org/meta-qt4", "master"], > > > - "meta-qt3": ["ssh://git@push.yoctoproject.org/meta-qt3", "master"], > > > - "meta-mingw": ["ssh://git@push.yoctoproject.org/meta-mingw", "master"], > > > - "meta-gplv2": ["ssh://git@push.yoctoproject.org/meta-gplv2", "master"], > > > + "meta-qt4": ["git://git.yoctoproject.org/meta-qt4", "master"], > > > + "meta-qt3": ["git://git.yoctoproject.org/meta-qt3", "master"], > > > + "meta-mingw": ["git://git.yoctoproject.org/meta-mingw", "master"], > > > + "meta-gplv2": ["git://git.yoctoproject.org/meta-gplv2", "master"], > > > "meta-openembedded": ["git://git.openembedded.org/meta-openembedded", "master"], > > > - "meta-virtualization": ["ssh://git@push.yoctoproject.org/meta-virtualization", "master"], > > > - "yocto-docs": ["ssh://git@push.yoctoproject.org/yocto-docs", "master"] > > > + "meta-virtualization": ["git://git.yoctoproject.org/meta-virtualization", "master"], > > > + "yocto-docs": ["git://git.yoctoproject.org/yocto-docs", "master"] > > > } > > > > Sadly this isn't the case. The push servers are where people with push > > access push things, which then mirror out to the other mirror servers. > > > > The autobuilder works off push since other wise, we might trigger a > > build and it may build the wrong thing if the mirrors hadn't updated > > yet. > > > > Whilst I appreciate that is a problem for only certain users, it was a > > really problematic corner case for the main project AB. > Ah, I was missing this context. I know that in the build request interface > you can override some of these repos but I believe not all of them so you’ll > get an error eventually and need to go tweak the config.py file to make it > work. I don’t know if there is a way to user override this but I’ll check. > > Thanks for checking my patch. > Thinking a bit more about this, we could parameterise it so that it is easier for people to configure and maybe document it too. Cheers, Richard
> On Sep 22, 2022, at 1:42 PM, Richard Purdie <richard.purdie@linuxfoundation.org> wrote: > > On Thu, 2022-09-22 at 09:36 -0700, Benjamin Esquivel wrote: >> >>> On Sep 22, 2022, at 5:42 AM, Richard Purdie <richard.purdie@linuxfoundation.org> wrote: >>> >>> On Wed, 2022-09-21 at 19:33 -0700, benjamin.esquivel@gmail.com wrote: >>>> From: Benjamin Esquivel <benjamin.esquivel@gmail.com> >>>> >>>> the repos that are used as defaults in the build requests are outdated >>>> hence the update. >>>> >>>> Signed-off-by: Benjamin Esquivel <benjamin.esquivel@gmail.com> >>>> --- >>>> config.py | 22 +++++++++++----------- >>>> 1 file changed, 11 insertions(+), 11 deletions(-) >>>> >>>> diff --git a/config.py b/config.py >>>> index 042a1ec..2249e82 100644 >>>> --- a/config.py >>>> +++ b/config.py >>>> @@ -38,23 +38,23 @@ repos = { >>>> "neon-master"], >>>> "eclipse-poky-oxygen": ["ssh://git@push.yoctoproject.org/eclipse-yocto", >>>> "oxygen-master"], >>>> - "poky": ["ssh://git@push.yoctoproject.org/poky", "master"], >>>> - "meta-intel": ["ssh://git@push.yoctoproject.org/meta-intel", "master"], >>>> - "meta-arm": ["ssh://git@push.yoctoproject.org/meta-arm", "master"], >>>> + "poky": ["git://git.yoctoproject.org/poky", "master"], >>>> + "meta-intel": ["git://git.yoctoproject.org/meta-intel", "master"], >>>> + "meta-arm": ["git://git.yoctoproject.org/meta-arm", "master"], >>>> "meta-agl": ["https://git.automotivelinux.org/AGL/meta-agl", "next"], >>>> "meta-aws": ["https://github.com/aws/meta-aws.git", "master"], >>>> - "meta-ti": ["ssh://git@push.yoctoproject.org/meta-ti", "master"], >>>> - "meta-security": ["ssh://git@push.yoctoproject.org/meta-security", "master"], >>>> + "meta-ti": ["git://git.yoctoproject.org/meta-ti", "master"], >>>> + "meta-security": ["git://git.yoctoproject.org/meta-security", "master"], >>>> "oecore": ["git://git.openembedded.org/openembedded-core", >>>> "master"], >>>> "bitbake": ["git://git.openembedded.org/bitbake", "master"], >>>> - "meta-qt4": ["ssh://git@push.yoctoproject.org/meta-qt4", "master"], >>>> - "meta-qt3": ["ssh://git@push.yoctoproject.org/meta-qt3", "master"], >>>> - "meta-mingw": ["ssh://git@push.yoctoproject.org/meta-mingw", "master"], >>>> - "meta-gplv2": ["ssh://git@push.yoctoproject.org/meta-gplv2", "master"], >>>> + "meta-qt4": ["git://git.yoctoproject.org/meta-qt4", "master"], >>>> + "meta-qt3": ["git://git.yoctoproject.org/meta-qt3", "master"], >>>> + "meta-mingw": ["git://git.yoctoproject.org/meta-mingw", "master"], >>>> + "meta-gplv2": ["git://git.yoctoproject.org/meta-gplv2", "master"], >>>> "meta-openembedded": ["git://git.openembedded.org/meta-openembedded", "master"], >>>> - "meta-virtualization": ["ssh://git@push.yoctoproject.org/meta-virtualization", "master"], >>>> - "yocto-docs": ["ssh://git@push.yoctoproject.org/yocto-docs", "master"] >>>> + "meta-virtualization": ["git://git.yoctoproject.org/meta-virtualization", "master"], >>>> + "yocto-docs": ["git://git.yoctoproject.org/yocto-docs", "master"] >>>> } >>> >>> Sadly this isn't the case. The push servers are where people with push >>> access push things, which then mirror out to the other mirror servers. >>> >>> The autobuilder works off push since other wise, we might trigger a >>> build and it may build the wrong thing if the mirrors hadn't updated >>> yet. >>> >>> Whilst I appreciate that is a problem for only certain users, it was a >>> really problematic corner case for the main project AB. >> Ah, I was missing this context. I know that in the build request interface >> you can override some of these repos but I believe not all of them so you’ll >> get an error eventually and need to go tweak the config.py file to make it >> work. I don’t know if there is a way to user override this but I’ll check. >> >> Thanks for checking my patch. >> > > Thinking a bit more about this, we could parameterise it so that it is > easier for people to configure and maybe document it too. Agree, to keep repos default like the ones that work now, then to add an override for user needs and document this new behavior. It’ll take me some more time to get to it because I’m looking at how to minimize the config touch points on new and on running auto builder setups. The less scattered the config is, the easier will be to automate its provisioning (and also for manual setups). > > Cheers, > > Richard >
diff --git a/config.py b/config.py index 042a1ec..2249e82 100644 --- a/config.py +++ b/config.py @@ -38,23 +38,23 @@ repos = { "neon-master"], "eclipse-poky-oxygen": ["ssh://git@push.yoctoproject.org/eclipse-yocto", "oxygen-master"], - "poky": ["ssh://git@push.yoctoproject.org/poky", "master"], - "meta-intel": ["ssh://git@push.yoctoproject.org/meta-intel", "master"], - "meta-arm": ["ssh://git@push.yoctoproject.org/meta-arm", "master"], + "poky": ["git://git.yoctoproject.org/poky", "master"], + "meta-intel": ["git://git.yoctoproject.org/meta-intel", "master"], + "meta-arm": ["git://git.yoctoproject.org/meta-arm", "master"], "meta-agl": ["https://git.automotivelinux.org/AGL/meta-agl", "next"], "meta-aws": ["https://github.com/aws/meta-aws.git", "master"], - "meta-ti": ["ssh://git@push.yoctoproject.org/meta-ti", "master"], - "meta-security": ["ssh://git@push.yoctoproject.org/meta-security", "master"], + "meta-ti": ["git://git.yoctoproject.org/meta-ti", "master"], + "meta-security": ["git://git.yoctoproject.org/meta-security", "master"], "oecore": ["git://git.openembedded.org/openembedded-core", "master"], "bitbake": ["git://git.openembedded.org/bitbake", "master"], - "meta-qt4": ["ssh://git@push.yoctoproject.org/meta-qt4", "master"], - "meta-qt3": ["ssh://git@push.yoctoproject.org/meta-qt3", "master"], - "meta-mingw": ["ssh://git@push.yoctoproject.org/meta-mingw", "master"], - "meta-gplv2": ["ssh://git@push.yoctoproject.org/meta-gplv2", "master"], + "meta-qt4": ["git://git.yoctoproject.org/meta-qt4", "master"], + "meta-qt3": ["git://git.yoctoproject.org/meta-qt3", "master"], + "meta-mingw": ["git://git.yoctoproject.org/meta-mingw", "master"], + "meta-gplv2": ["git://git.yoctoproject.org/meta-gplv2", "master"], "meta-openembedded": ["git://git.openembedded.org/meta-openembedded", "master"], - "meta-virtualization": ["ssh://git@push.yoctoproject.org/meta-virtualization", "master"], - "yocto-docs": ["ssh://git@push.yoctoproject.org/yocto-docs", "master"] + "meta-virtualization": ["git://git.yoctoproject.org/meta-virtualization", "master"], + "yocto-docs": ["git://git.yoctoproject.org/yocto-docs", "master"] } trigger_builders_wait_shared = [