All of lore.kernel.org
 help / color / mirror / Atom feed
* [PATCH 1/2] binutils: Fix linking failures when using dwarf-5
@ 2021-04-20 18:28 Khem Raj
  2021-04-20 18:28 ` [PATCH 2/2] go: Use dl.google.com for SRC_URI Khem Raj
  0 siblings, 1 reply; 7+ messages in thread
From: Khem Raj @ 2021-04-20 18:28 UTC (permalink / raw)
  To: openembedded-core; +Cc: Khem Raj

Since GCC 11 will switch to dwarf-5 as default, this patch will be
required soon

Signed-off-by: Khem Raj <raj.khem@gmail.com>
---
 .../binutils/binutils-2.36.inc                |   1 +
 ...the-DW_FORM_strx-forms-to-the-BFD-li.patch | 183 ++++++++++++++++++
 2 files changed, 184 insertions(+)
 create mode 100644 meta/recipes-devtools/binutils/binutils/0017-Add-support-for-the-DW_FORM_strx-forms-to-the-BFD-li.patch

diff --git a/meta/recipes-devtools/binutils/binutils-2.36.inc b/meta/recipes-devtools/binutils/binutils-2.36.inc
index d2ededb728..beddf601fd 100644
--- a/meta/recipes-devtools/binutils/binutils-2.36.inc
+++ b/meta/recipes-devtools/binutils/binutils-2.36.inc
@@ -35,5 +35,6 @@ SRC_URI = "\
      file://0014-Fix-rpath-in-libtool-when-sysroot-is-enabled.patch \
      file://0015-sync-with-OE-libtool-changes.patch \
      file://0016-Check-for-clang-before-checking-gcc-version.patch \
+     file://0017-Add-support-for-the-DW_FORM_strx-forms-to-the-BFD-li.patch \
 "
 S  = "${WORKDIR}/git"
diff --git a/meta/recipes-devtools/binutils/binutils/0017-Add-support-for-the-DW_FORM_strx-forms-to-the-BFD-li.patch b/meta/recipes-devtools/binutils/binutils/0017-Add-support-for-the-DW_FORM_strx-forms-to-the-BFD-li.patch
new file mode 100644
index 0000000000..b4880e0d14
--- /dev/null
+++ b/meta/recipes-devtools/binutils/binutils/0017-Add-support-for-the-DW_FORM_strx-forms-to-the-BFD-li.patch
@@ -0,0 +1,183 @@
+From a50c11a7a47b26e6a3e095dfb72aa2e465919fb6 Mon Sep 17 00:00:00 2001
+From: Nick Clifton <nickc@redhat.com>
+Date: Fri, 5 Mar 2021 17:06:59 +0000
+Subject: [PATCH] Add support for the DW_FORM_strx* forms to the BFD library.
+
+	PR 27521
+	* dwarf2.c (is_str_attr): Add DW_FORM_strx* forms.
+	(read_indexed_string): Placeholder function.
+	(read_attribute_value): Handle DW_FORM_strx* and DW_FORM_addrx*
+	forms.
+
+Upstream-Status: Backport [https://sourceware.org/bugzilla/show_bug.cgi?id=27521]
+Signed-off-by: Khem Raj <raj.khem@gmail.com>
+---
+ bfd/dwarf2.c | 105 ++++++++++++++++++++++++++++++++-------------------
+ 1 file changed, 67 insertions(+), 38 deletions(-)
+
+diff --git a/bfd/dwarf2.c b/bfd/dwarf2.c
+index 5651696c0f7..5ffcd93f54c 100644
+--- a/bfd/dwarf2.c
++++ b/bfd/dwarf2.c
+@@ -1160,8 +1160,23 @@ read_abbrevs (bfd *abfd, bfd_uint64_t offset, struct dwarf2_debug *stash,
+ static inline bfd_boolean
+ is_str_attr (enum dwarf_form form)
+ {
+-  return (form == DW_FORM_string || form == DW_FORM_strp
+-	  || form == DW_FORM_line_strp || form == DW_FORM_GNU_strp_alt);
++  return (form == DW_FORM_string
++	  || form == DW_FORM_strp
++	  || form == DW_FORM_strx
++	  || form == DW_FORM_strx1
++	  || form == DW_FORM_strx2
++	  || form == DW_FORM_strx3
++	  || form == DW_FORM_strx4
++	  || form == DW_FORM_line_strp
++	  || form == DW_FORM_GNU_strp_alt);
++}
++
++static const char *
++read_indexed_string (bfd_uint64_t index ATTRIBUTE_UNUSED,
++		     struct comp_unit * unit ATTRIBUTE_UNUSED)
++{
++  /* FIXME: Add support for indexed strings.  */
++  return "<indexed strings not yet supported>";
+ }
+ 
+ /* Read and fill in the value of attribute ATTR as described by FORM.
+@@ -1192,6 +1207,9 @@ read_attribute_value (struct attribute *  attr,
+ 
+   switch (form)
+     {
++    case DW_FORM_flag_present:
++      attr->u.val = 1;
++      break;
+     case DW_FORM_ref_addr:
+       /* DW_FORM_ref_addr is an address in DWARF2, and an offset in
+ 	 DWARF3.  */
+@@ -1237,15 +1255,32 @@ read_attribute_value (struct attribute *  attr,
+       info_ptr = read_n_bytes (info_ptr, info_ptr_end, blk);
+       attr->u.blk = blk;
+       break;
++    case DW_FORM_ref1:
++    case DW_FORM_flag:
++    case DW_FORM_data1:
++    case DW_FORM_addrx1:
++      attr->u.val = read_1_byte (abfd, info_ptr, info_ptr_end);
++      info_ptr += 1;
++      break;
+     case DW_FORM_data2:
++    case DW_FORM_ref2:
+       attr->u.val = read_2_bytes (abfd, info_ptr, info_ptr_end);
+       info_ptr += 2;
+       break;
++    case DW_FORM_addrx3:
++      attr->u.val = read_4_bytes (abfd, info_ptr, info_ptr_end);
++      attr->u.val &= 0xffffff;
++      info_ptr += 3;
++      break;
++    case DW_FORM_ref4:
+     case DW_FORM_data4:
++    case DW_FORM_addrx4:
+       attr->u.val = read_4_bytes (abfd, info_ptr, info_ptr_end);
+       info_ptr += 4;
+       break;
+     case DW_FORM_data8:
++    case DW_FORM_ref8:
++    case DW_FORM_ref_sig8:
+       attr->u.val = read_8_bytes (abfd, info_ptr, info_ptr_end);
+       info_ptr += 8;
+       break;
+@@ -1265,6 +1300,33 @@ read_attribute_value (struct attribute *  attr,
+       attr->u.str = read_alt_indirect_string (unit, info_ptr, info_ptr_end, &bytes_read);
+       info_ptr += bytes_read;
+       break;
++    case DW_FORM_strx1:
++      attr->u.val = read_1_byte (abfd, info_ptr, info_ptr_end);
++      info_ptr += 1;
++      attr->u.str = (char *) read_indexed_string (attr->u.val, unit);
++      break;
++    case DW_FORM_strx2:
++      attr->u.val = read_2_bytes (abfd, info_ptr, info_ptr_end);
++      info_ptr += 2;
++      attr->u.str = (char *) read_indexed_string (attr->u.val, unit);
++      break;
++    case DW_FORM_strx3:
++      attr->u.val = read_4_bytes (abfd, info_ptr, info_ptr_end);
++      info_ptr += 3;
++      attr->u.val &= 0xffffff;
++      attr->u.str = (char *) read_indexed_string (attr->u.val, unit);
++      break;
++    case DW_FORM_strx4:
++      attr->u.val = read_4_bytes (abfd, info_ptr, info_ptr_end);
++      info_ptr += 4;
++      attr->u.str = (char *) read_indexed_string (attr->u.val, unit);
++      break;
++    case DW_FORM_strx:
++      attr->u.val = _bfd_safe_read_leb128 (abfd, info_ptr, &bytes_read,
++					 FALSE, info_ptr_end);
++      info_ptr += bytes_read;
++      attr->u.str = (char *) read_indexed_string (attr->u.val, unit);
++      break;
+     case DW_FORM_exprloc:
+     case DW_FORM_block:
+       amt = sizeof (struct dwarf_block);
+@@ -1287,48 +1349,14 @@ read_attribute_value (struct attribute *  attr,
+       info_ptr = read_n_bytes (info_ptr, info_ptr_end, blk);
+       attr->u.blk = blk;
+       break;
+-    case DW_FORM_data1:
+-      attr->u.val = read_1_byte (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 1;
+-      break;
+-    case DW_FORM_flag:
+-      attr->u.val = read_1_byte (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 1;
+-      break;
+-    case DW_FORM_flag_present:
+-      attr->u.val = 1;
+-      break;
+     case DW_FORM_sdata:
+       attr->u.sval = _bfd_safe_read_leb128 (abfd, info_ptr, &bytes_read,
+ 					    TRUE, info_ptr_end);
+       info_ptr += bytes_read;
+       break;
+-    case DW_FORM_udata:
+-      attr->u.val = _bfd_safe_read_leb128 (abfd, info_ptr, &bytes_read,
+-					   FALSE, info_ptr_end);
+-      info_ptr += bytes_read;
+-      break;
+-    case DW_FORM_ref1:
+-      attr->u.val = read_1_byte (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 1;
+-      break;
+-    case DW_FORM_ref2:
+-      attr->u.val = read_2_bytes (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 2;
+-      break;
+-    case DW_FORM_ref4:
+-      attr->u.val = read_4_bytes (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 4;
+-      break;
+-    case DW_FORM_ref8:
+-      attr->u.val = read_8_bytes (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 8;
+-      break;
+-    case DW_FORM_ref_sig8:
+-      attr->u.val = read_8_bytes (abfd, info_ptr, info_ptr_end);
+-      info_ptr += 8;
+-      break;
+     case DW_FORM_ref_udata:
++    case DW_FORM_udata:
++    case DW_FORM_addrx:
+       attr->u.val = _bfd_safe_read_leb128 (abfd, info_ptr, &bytes_read,
+ 					   FALSE, info_ptr_end);
+       info_ptr += bytes_read;
+@@ -1361,6 +1389,7 @@ read_attribute_value (struct attribute *  attr,
+       info_ptr = read_n_bytes (info_ptr, info_ptr_end, blk);
+       attr->u.blk = blk;
+       break;
++
+     default:
+       _bfd_error_handler (_("DWARF error: invalid or unhandled FORM value: %#x"),
+ 			  form);
-- 
2.31.1


^ permalink raw reply related	[flat|nested] 7+ messages in thread

* [PATCH 2/2] go: Use dl.google.com for SRC_URI
  2021-04-20 18:28 [PATCH 1/2] binutils: Fix linking failures when using dwarf-5 Khem Raj
@ 2021-04-20 18:28 ` Khem Raj
  2021-04-29 22:57   ` [OE-core] " Alexandre Belloni
  0 siblings, 1 reply; 7+ messages in thread
From: Khem Raj @ 2021-04-20 18:28 UTC (permalink / raw)
  To: openembedded-core; +Cc: Khem Raj

golang.org/dl is resolving to this anyway

Signed-off-by: Khem Raj <raj.khem@gmail.com>
---
 meta/recipes-devtools/go/go-common.inc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/meta/recipes-devtools/go/go-common.inc b/meta/recipes-devtools/go/go-common.inc
index 39a681a712..c368b95b69 100644
--- a/meta/recipes-devtools/go/go-common.inc
+++ b/meta/recipes-devtools/go/go-common.inc
@@ -14,7 +14,7 @@ LICENSE = "BSD-3-Clause"
 
 inherit goarch
 
-SRC_URI = "https://golang.org/dl/go${PV}.src.tar.gz;name=main"
+SRC_URI = "https://dl.google.com/go/go${PV}.src.tar.gz;name=main"
 S = "${WORKDIR}/go"
 B = "${S}"
 UPSTREAM_CHECK_REGEX = "(?P<pver>\d+(\.\d+)+)\.src\.tar"
-- 
2.31.1


^ permalink raw reply related	[flat|nested] 7+ messages in thread

* Re: [OE-core] [PATCH 2/2] go: Use dl.google.com for SRC_URI
  2021-04-20 18:28 ` [PATCH 2/2] go: Use dl.google.com for SRC_URI Khem Raj
@ 2021-04-29 22:57   ` Alexandre Belloni
  2021-04-29 23:24     ` Khem Raj
  0 siblings, 1 reply; 7+ messages in thread
From: Alexandre Belloni @ 2021-04-29 22:57 UTC (permalink / raw)
  To: Khem Raj; +Cc: openembedded-core

Hello,

On 20/04/2021 11:28:38-0700, Khem Raj wrote:
> golang.org/dl is resolving to this anyway
> 

Unfortunately, this is still an issue on the autobuilders:

ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: The URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted and cannot be used
ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: Fetcher failure for URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch URL from any source.
ERROR: Logfile of failure stored in: /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/x86_64-linux/go-cross-core2-32/1.16.3-r0/temp/log.do_fetch.525
ERROR: go-runtime-1.16.3-r0 do_fetch: The URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted and cannot be used
ERROR: go-runtime-1.16.3-r0 do_fetch: Fetcher failure for URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch URL from any source.
ERROR: Logfile of failure stored in: /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/core2-32-poky-linux/go-runtime/1.16.3-r0/temp/log.do_fetch.544

This is fairly reproducible:

https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1404/steps/23/logs/stdio
https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1403/steps/23/logs/stdio
https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1402/steps/23/logs/stdio
https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1401/steps/23/logs/stdio
https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2076/steps/23/logs/stdio
https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2074/steps/23/logs/stdio
https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2070/steps/23/logs/stdio


> Signed-off-by: Khem Raj <raj.khem@gmail.com>
> ---
>  meta/recipes-devtools/go/go-common.inc | 2 +-
>  1 file changed, 1 insertion(+), 1 deletion(-)
> 
> diff --git a/meta/recipes-devtools/go/go-common.inc b/meta/recipes-devtools/go/go-common.inc
> index 39a681a712..c368b95b69 100644
> --- a/meta/recipes-devtools/go/go-common.inc
> +++ b/meta/recipes-devtools/go/go-common.inc
> @@ -14,7 +14,7 @@ LICENSE = "BSD-3-Clause"
>  
>  inherit goarch
>  
> -SRC_URI = "https://golang.org/dl/go${PV}.src.tar.gz;name=main"
> +SRC_URI = "https://dl.google.com/go/go${PV}.src.tar.gz;name=main"
>  S = "${WORKDIR}/go"
>  B = "${S}"
>  UPSTREAM_CHECK_REGEX = "(?P<pver>\d+(\.\d+)+)\.src\.tar"
> -- 
> 2.31.1
> 

> 
> 
> 


-- 
Alexandre Belloni, co-owner and COO, Bootlin
Embedded Linux and Kernel engineering
https://bootlin.com

^ permalink raw reply	[flat|nested] 7+ messages in thread

* Re: [OE-core] [PATCH 2/2] go: Use dl.google.com for SRC_URI
  2021-04-29 22:57   ` [OE-core] " Alexandre Belloni
@ 2021-04-29 23:24     ` Khem Raj
  2021-04-29 23:26       ` Khem Raj
  0 siblings, 1 reply; 7+ messages in thread
From: Khem Raj @ 2021-04-29 23:24 UTC (permalink / raw)
  To: Alexandre Belloni, Michael Halstead
  Cc: Patches and discussions about the oe-core layer

Adding Miachel as well.

this seems to be running
buildoptions.SourceMirroring.test_yocto_source_mirror selftest, which
AFAICT should force downloads from yp mirror only
when I check the YP mirror then this tarball exists there

http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz

but problem is that its 0 sized.

Secondly I also see a bad checksum file there

http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz_bad-checksum_b298d29de9236ca47a023e382313bcc2d2eed31dfa706b60a04103ce83a71a25

I am seeing that there are lot of *_bad-checksum_* files in YP src
mirror http://downloads.yoctoproject.org/mirror/sources/

Michael,

Can we delete these *_bad-checksum_* files as well as zero-sized
tarballs please?

On Thu, Apr 29, 2021 at 3:57 PM Alexandre Belloni
<alexandre.belloni@bootlin.com> wrote:
>
> Hello,
>
> On 20/04/2021 11:28:38-0700, Khem Raj wrote:
> > golang.org/dl is resolving to this anyway
> >
>
> Unfortunately, this is still an issue on the autobuilders:
>
> ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: The URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted and cannot be used
> ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: Fetcher failure for URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch URL from any source.
> ERROR: Logfile of failure stored in: /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/x86_64-linux/go-cross-core2-32/1.16.3-r0/temp/log.do_fetch.525
> ERROR: go-runtime-1.16.3-r0 do_fetch: The URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted and cannot be used
> ERROR: go-runtime-1.16.3-r0 do_fetch: Fetcher failure for URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch URL from any source.
> ERROR: Logfile of failure stored in: /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/core2-32-poky-linux/go-runtime/1.16.3-r0/temp/log.do_fetch.544
>
> This is fairly reproducible:
>
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1404/steps/23/logs/stdio
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1403/steps/23/logs/stdio
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1402/steps/23/logs/stdio
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1401/steps/23/logs/stdio
> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2076/steps/23/logs/stdio
> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2074/steps/23/logs/stdio
> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2070/steps/23/logs/stdio
>
>
> > Signed-off-by: Khem Raj <raj.khem@gmail.com>
> > ---
> >  meta/recipes-devtools/go/go-common.inc | 2 +-
> >  1 file changed, 1 insertion(+), 1 deletion(-)
> >
> > diff --git a/meta/recipes-devtools/go/go-common.inc b/meta/recipes-devtools/go/go-common.inc
> > index 39a681a712..c368b95b69 100644
> > --- a/meta/recipes-devtools/go/go-common.inc
> > +++ b/meta/recipes-devtools/go/go-common.inc
> > @@ -14,7 +14,7 @@ LICENSE = "BSD-3-Clause"
> >
> >  inherit goarch
> >
> > -SRC_URI = "https://golang.org/dl/go${PV}.src.tar.gz;name=main"
> > +SRC_URI = "https://dl.google.com/go/go${PV}.src.tar.gz;name=main"
> >  S = "${WORKDIR}/go"
> >  B = "${S}"
> >  UPSTREAM_CHECK_REGEX = "(?P<pver>\d+(\.\d+)+)\.src\.tar"
> > --
> > 2.31.1
> >
>
> >
> > 
> >
>
>
> --
> Alexandre Belloni, co-owner and COO, Bootlin
> Embedded Linux and Kernel engineering
> https://bootlin.com

^ permalink raw reply	[flat|nested] 7+ messages in thread

* Re: [OE-core] [PATCH 2/2] go: Use dl.google.com for SRC_URI
  2021-04-29 23:24     ` Khem Raj
@ 2021-04-29 23:26       ` Khem Raj
  2021-04-30 16:50         ` Michael Halstead
  0 siblings, 1 reply; 7+ messages in thread
From: Khem Raj @ 2021-04-29 23:26 UTC (permalink / raw)
  To: Alexandre Belloni, Michael Halstead
  Cc: Patches and discussions about the oe-core layer

you also want to get rid of *.lock files as well.

On Thu, Apr 29, 2021 at 4:24 PM Khem Raj <raj.khem@gmail.com> wrote:
>
> Adding Miachel as well.
>
> this seems to be running
> buildoptions.SourceMirroring.test_yocto_source_mirror selftest, which
> AFAICT should force downloads from yp mirror only
> when I check the YP mirror then this tarball exists there
>
> http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz
>
> but problem is that its 0 sized.
>
> Secondly I also see a bad checksum file there
>
> http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz_bad-checksum_b298d29de9236ca47a023e382313bcc2d2eed31dfa706b60a04103ce83a71a25
>
> I am seeing that there are lot of *_bad-checksum_* files in YP src
> mirror http://downloads.yoctoproject.org/mirror/sources/
>
> Michael,
>
> Can we delete these *_bad-checksum_* files as well as zero-sized
> tarballs please?
>
> On Thu, Apr 29, 2021 at 3:57 PM Alexandre Belloni
> <alexandre.belloni@bootlin.com> wrote:
> >
> > Hello,
> >
> > On 20/04/2021 11:28:38-0700, Khem Raj wrote:
> > > golang.org/dl is resolving to this anyway
> > >
> >
> > Unfortunately, this is still an issue on the autobuilders:
> >
> > ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: The URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted and cannot be used
> > ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: Fetcher failure for URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch URL from any source.
> > ERROR: Logfile of failure stored in: /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/x86_64-linux/go-cross-core2-32/1.16.3-r0/temp/log.do_fetch.525
> > ERROR: go-runtime-1.16.3-r0 do_fetch: The URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted and cannot be used
> > ERROR: go-runtime-1.16.3-r0 do_fetch: Fetcher failure for URL: 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch URL from any source.
> > ERROR: Logfile of failure stored in: /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/core2-32-poky-linux/go-runtime/1.16.3-r0/temp/log.do_fetch.544
> >
> > This is fairly reproducible:
> >
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1404/steps/23/logs/stdio
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1403/steps/23/logs/stdio
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1402/steps/23/logs/stdio
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1401/steps/23/logs/stdio
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2076/steps/23/logs/stdio
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2074/steps/23/logs/stdio
> > https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2070/steps/23/logs/stdio
> >
> >
> > > Signed-off-by: Khem Raj <raj.khem@gmail.com>
> > > ---
> > >  meta/recipes-devtools/go/go-common.inc | 2 +-
> > >  1 file changed, 1 insertion(+), 1 deletion(-)
> > >
> > > diff --git a/meta/recipes-devtools/go/go-common.inc b/meta/recipes-devtools/go/go-common.inc
> > > index 39a681a712..c368b95b69 100644
> > > --- a/meta/recipes-devtools/go/go-common.inc
> > > +++ b/meta/recipes-devtools/go/go-common.inc
> > > @@ -14,7 +14,7 @@ LICENSE = "BSD-3-Clause"
> > >
> > >  inherit goarch
> > >
> > > -SRC_URI = "https://golang.org/dl/go${PV}.src.tar.gz;name=main"
> > > +SRC_URI = "https://dl.google.com/go/go${PV}.src.tar.gz;name=main"
> > >  S = "${WORKDIR}/go"
> > >  B = "${S}"
> > >  UPSTREAM_CHECK_REGEX = "(?P<pver>\d+(\.\d+)+)\.src\.tar"
> > > --
> > > 2.31.1
> > >
> >
> > >
> > > 
> > >
> >
> >
> > --
> > Alexandre Belloni, co-owner and COO, Bootlin
> > Embedded Linux and Kernel engineering
> > https://bootlin.com

^ permalink raw reply	[flat|nested] 7+ messages in thread

* Re: [OE-core] [PATCH 2/2] go: Use dl.google.com for SRC_URI
  2021-04-29 23:26       ` Khem Raj
@ 2021-04-30 16:50         ` Michael Halstead
  2021-04-30 17:34           ` Khem Raj
  0 siblings, 1 reply; 7+ messages in thread
From: Michael Halstead @ 2021-04-30 16:50 UTC (permalink / raw)
  To: Khem Raj
  Cc: Alexandre Belloni, Patches and discussions about the oe-core layer

[-- Attachment #1: Type: text/plain, Size: 4544 bytes --]

I've removed the following:
go1.16.3.src.tar.gz ( 0 bytes)
go1.16.3.src.tar.gz_bad-checksum_b298d29de9236ca47a023e382313bcc2d2eed31dfa706b60a04103ce83a71a25
( 20912861 bytes)

I can add a job to check for 0 byte tarballs. Do you think that would be
helpful?


On Thu, Apr 29, 2021 at 4:26 PM Khem Raj <raj.khem@gmail.com> wrote:

> you also want to get rid of *.lock files as well.
>
> On Thu, Apr 29, 2021 at 4:24 PM Khem Raj <raj.khem@gmail.com> wrote:
> >
> > Adding Miachel as well.
> >
> > this seems to be running
> > buildoptions.SourceMirroring.test_yocto_source_mirror selftest, which
> > AFAICT should force downloads from yp mirror only
> > when I check the YP mirror then this tarball exists there
> >
> > http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz
> >
> > but problem is that its 0 sized.
> >
> > Secondly I also see a bad checksum file there
> >
> >
> http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz_bad-checksum_b298d29de9236ca47a023e382313bcc2d2eed31dfa706b60a04103ce83a71a25
> >
> > I am seeing that there are lot of *_bad-checksum_* files in YP src
> > mirror http://downloads.yoctoproject.org/mirror/sources/
> >
> > Michael,
> >
> > Can we delete these *_bad-checksum_* files as well as zero-sized
> > tarballs please?
> >
> > On Thu, Apr 29, 2021 at 3:57 PM Alexandre Belloni
> > <alexandre.belloni@bootlin.com> wrote:
> > >
> > > Hello,
> > >
> > > On 20/04/2021 11:28:38-0700, Khem Raj wrote:
> > > > golang.org/dl is resolving to this anyway
> > > >
> > >
> > > Unfortunately, this is still an issue on the autobuilders:
> > >
> > > ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: The URL: '
> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted
> and cannot be used
> > > ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: Fetcher failure for URL: '
> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch
> URL from any source.
> > > ERROR: Logfile of failure stored in:
> /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/x86_64-linux/go-cross-core2-32/1.16.3-r0/temp/log.do_fetch.525
> > > ERROR: go-runtime-1.16.3-r0 do_fetch: The URL: '
> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted
> and cannot be used
> > > ERROR: go-runtime-1.16.3-r0 do_fetch: Fetcher failure for URL: '
> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch
> URL from any source.
> > > ERROR: Logfile of failure stored in:
> /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/core2-32-poky-linux/go-runtime/1.16.3-r0/temp/log.do_fetch.544
> > >
> > > This is fairly reproducible:
> > >
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1404/steps/23/logs/stdio
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1403/steps/23/logs/stdio
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1402/steps/23/logs/stdio
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1401/steps/23/logs/stdio
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2076/steps/23/logs/stdio
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2074/steps/23/logs/stdio
> > >
> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2070/steps/23/logs/stdio
> > >
> > >
> > > > Signed-off-by: Khem Raj <raj.khem@gmail.com>
> > > > ---
> > > >  meta/recipes-devtools/go/go-common.inc | 2 +-
> > > >  1 file changed, 1 insertion(+), 1 deletion(-)
> > > >
> > > > diff --git a/meta/recipes-devtools/go/go-common.inc
> b/meta/recipes-devtools/go/go-common.inc
> > > > index 39a681a712..c368b95b69 100644
> > > > --- a/meta/recipes-devtools/go/go-common.inc
> > > > +++ b/meta/recipes-devtools/go/go-common.inc
> > > > @@ -14,7 +14,7 @@ LICENSE = "BSD-3-Clause"
> > > >
> > > >  inherit goarch
> > > >
> > > > -SRC_URI = "https://golang.org/dl/go${PV}.src.tar.gz;name=main"
> > > > +SRC_URI = "https://dl.google.com/go/go${PV}.src.tar.gz;name=main"
> > > >  S = "${WORKDIR}/go"
> > > >  B = "${S}"
> > > >  UPSTREAM_CHECK_REGEX = "(?P<pver>\d+(\.\d+)+)\.src\.tar"
> > > > --
> > > > 2.31.1
> > > >
> > >
> > > >
> > > > 
> > > >
> > >
> > >
> > > --
> > > Alexandre Belloni, co-owner and COO, Bootlin
> > > Embedded Linux and Kernel engineering
> > > https://bootlin.com
>


-- 
Michael Halstead
Linux Foundation / Yocto Project
Systems Operations Engineer

[-- Attachment #2: Type: text/html, Size: 8021 bytes --]

^ permalink raw reply	[flat|nested] 7+ messages in thread

* Re: [OE-core] [PATCH 2/2] go: Use dl.google.com for SRC_URI
  2021-04-30 16:50         ` Michael Halstead
@ 2021-04-30 17:34           ` Khem Raj
  0 siblings, 0 replies; 7+ messages in thread
From: Khem Raj @ 2021-04-30 17:34 UTC (permalink / raw)
  To: Michael Halstead
  Cc: Alexandre Belloni, Patches and discussions about the oe-core layer

[-- Attachment #1: Type: text/plain, Size: 4899 bytes --]

On Fri, Apr 30, 2021 at 9:50 AM Michael Halstead <
mhalstead@linuxfoundation.org> wrote:

> I've removed the following:
> go1.16.3.src.tar.gz ( 0 bytes)
> go1.16.3.src.tar.gz_bad-checksum_b298d29de9236ca47a023e382313bcc2d2eed31dfa706b60a04103ce83a71a25
> ( 20912861 bytes)
>
> I can add a job to check for 0 byte tarballs. Do you think that would be
> helpful?
>

Yes it will be very helpful and also remove the bad-checksum files too they
are bad downloads of corrupt tarballs

>
>
>
> On Thu, Apr 29, 2021 at 4:26 PM Khem Raj <raj.khem@gmail.com> wrote:
>
>> you also want to get rid of *.lock files as well.
>>
>> On Thu, Apr 29, 2021 at 4:24 PM Khem Raj <raj.khem@gmail.com> wrote:
>> >
>> > Adding Miachel as well.
>> >
>> > this seems to be running
>> > buildoptions.SourceMirroring.test_yocto_source_mirror selftest, which
>> > AFAICT should force downloads from yp mirror only
>> > when I check the YP mirror then this tarball exists there
>> >
>> > http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz
>> >
>> > but problem is that its 0 sized.
>> >
>> > Secondly I also see a bad checksum file there
>> >
>> >
>> http://downloads.yoctoproject.org/mirror/sources/go1.16.3.src.tar.gz_bad-checksum_b298d29de9236ca47a023e382313bcc2d2eed31dfa706b60a04103ce83a71a25
>> >
>> > I am seeing that there are lot of *_bad-checksum_* files in YP src
>> > mirror http://downloads.yoctoproject.org/mirror/sources/
>> >
>> > Michael,
>> >
>> > Can we delete these *_bad-checksum_* files as well as zero-sized
>> > tarballs please?
>> >
>> > On Thu, Apr 29, 2021 at 3:57 PM Alexandre Belloni
>> > <alexandre.belloni@bootlin.com> wrote:
>> > >
>> > > Hello,
>> > >
>> > > On 20/04/2021 11:28:38-0700, Khem Raj wrote:
>> > > > golang.org/dl is resolving to this anyway
>> > > >
>> > >
>> > > Unfortunately, this is still an issue on the autobuilders:
>> > >
>> > > ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: The URL: '
>> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted
>> and cannot be used
>> > > ERROR: go-cross-core2-32-1.16.3-r0 do_fetch: Fetcher failure for URL:
>> 'https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to
>> fetch URL from any source.
>> > > ERROR: Logfile of failure stored in:
>> /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/x86_64-linux/go-cross-core2-32/1.16.3-r0/temp/log.do_fetch.525
>> > > ERROR: go-runtime-1.16.3-r0 do_fetch: The URL: '
>> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main' is not trusted
>> and cannot be used
>> > > ERROR: go-runtime-1.16.3-r0 do_fetch: Fetcher failure for URL: '
>> https://dl.google.com/go/go1.16.3.src.tar.gz;name=main'. Unable to fetch
>> URL from any source.
>> > > ERROR: Logfile of failure stored in:
>> /home/pokybuild/yocto-worker/a-quick/build/build-st/tmp/work/core2-32-poky-linux/go-runtime/1.16.3-r0/temp/log.do_fetch.544
>> > >
>> > > This is fairly reproducible:
>> > >
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1404/steps/23/logs/stdio
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1403/steps/23/logs/stdio
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1402/steps/23/logs/stdio
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/85/builds/1401/steps/23/logs/stdio
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2076/steps/23/logs/stdio
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2074/steps/23/logs/stdio
>> > >
>> https://autobuilder.yoctoproject.org/typhoon/#/builders/83/builds/2070/steps/23/logs/stdio
>> > >
>> > >
>> > > > Signed-off-by: Khem Raj <raj.khem@gmail.com>
>> > > > ---
>> > > >  meta/recipes-devtools/go/go-common.inc | 2 +-
>> > > >  1 file changed, 1 insertion(+), 1 deletion(-)
>> > > >
>> > > > diff --git a/meta/recipes-devtools/go/go-common.inc
>> b/meta/recipes-devtools/go/go-common.inc
>> > > > index 39a681a712..c368b95b69 100644
>> > > > --- a/meta/recipes-devtools/go/go-common.inc
>> > > > +++ b/meta/recipes-devtools/go/go-common.inc
>> > > > @@ -14,7 +14,7 @@ LICENSE = "BSD-3-Clause"
>> > > >
>> > > >  inherit goarch
>> > > >
>> > > > -SRC_URI = "https://golang.org/dl/go${PV}.src.tar.gz;name=main"
>> > > > +SRC_URI = "https://dl.google.com/go/go${PV}.src.tar.gz;name=main"
>> > > >  S = "${WORKDIR}/go"
>> > > >  B = "${S}"
>> > > >  UPSTREAM_CHECK_REGEX = "(?P<pver>\d+(\.\d+)+)\.src\.tar"
>> > > > --
>> > > > 2.31.1
>> > > >
>> > >
>> > > >
>> > > > 
>> > > >
>> > >
>> > >
>> > > --
>> > > Alexandre Belloni, co-owner and COO, Bootlin
>> > > Embedded Linux and Kernel engineering
>> > > https://bootlin.com
>>
>
>
> --
> Michael Halstead
> Linux Foundation / Yocto Project
> Systems Operations Engineer
>

[-- Attachment #2: Type: text/html, Size: 8700 bytes --]

^ permalink raw reply	[flat|nested] 7+ messages in thread

end of thread, other threads:[~2021-04-30 17:34 UTC | newest]

Thread overview: 7+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2021-04-20 18:28 [PATCH 1/2] binutils: Fix linking failures when using dwarf-5 Khem Raj
2021-04-20 18:28 ` [PATCH 2/2] go: Use dl.google.com for SRC_URI Khem Raj
2021-04-29 22:57   ` [OE-core] " Alexandre Belloni
2021-04-29 23:24     ` Khem Raj
2021-04-29 23:26       ` Khem Raj
2021-04-30 16:50         ` Michael Halstead
2021-04-30 17:34           ` Khem Raj

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.