From f30a02ae8db892dded8408d90f202fde19e205b5 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Fri, 8 Jul 2022 16:28:19 -0700 Subject: [PATCH 01/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index c69ba4687d..d343418368 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -71,6 +71,7 @@ jobs: sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb sudo apt update sudo apt install -y -V libarrow-dev + sudo apt install -y -V libarrow-glib-dev # For GLib (C) - name: Install apache-arrow on macos if: matrix.os == 'macOS-latest' run: brew install apache-arrow From 1fd20c2e8ca4841a5e34470aef37e2d637d37b40 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Fri, 8 Jul 2022 16:39:32 -0700 Subject: [PATCH 02/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index d343418368..64bc5d0642 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -70,9 +70,23 @@ jobs: wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb sudo apt update - sudo apt install -y -V libarrow-dev + sudo apt install -y -V libarrow-dev # For C++ sudo apt install -y -V libarrow-glib-dev # For GLib (C) - - name: Install apache-arrow on macos + sudo apt install -y -V libarrow-dataset-dev # For Apache Arrow Dataset C++ + sudo apt install -y -V libarrow-dataset-glib-dev # For Apache Arrow Dataset GLib (C) + sudo apt install -y -V libarrow-flight-dev # For Apache Arrow Flight C++ + sudo apt install -y -V libarrow-flight-glib-dev # For Apache Arrow Flight GLib (C) + # Notes for Plasma related packages: + # * You need to enable "non-free" component on Debian GNU/Linux + # * You need to enable "multiverse" component on Ubuntu + # * You can use Plasma related packages only on amd64 + sudo apt install -y -V libplasma-dev # For Plasma C++ + sudo apt install -y -V libplasma-glib-dev # For Plasma GLib (C) + sudo apt install -y -V libgandiva-dev # For Gandiva C++ + sudo apt install -y -V libgandiva-glib-dev # For Gandiva GLib (C) + sudo apt install -y -V libparquet-dev # For Apache Parquet C++ + sudo apt install -y -V libparquet-glib-dev # For Apache Parquet GLib (C) + - name: Install apache-arrow on macos if: matrix.os == 'macOS-latest' run: brew install apache-arrow - name: Build wheels From f2759a1734d5bb2fe4e1a86c555ea2e09f043f09 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Fri, 8 Jul 2022 16:40:30 -0700 Subject: [PATCH 03/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 64bc5d0642..08159a5683 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -76,17 +76,13 @@ jobs: sudo apt install -y -V libarrow-dataset-glib-dev # For Apache Arrow Dataset GLib (C) sudo apt install -y -V libarrow-flight-dev # For Apache Arrow Flight C++ sudo apt install -y -V libarrow-flight-glib-dev # For Apache Arrow Flight GLib (C) - # Notes for Plasma related packages: - # * You need to enable "non-free" component on Debian GNU/Linux - # * You need to enable "multiverse" component on Ubuntu - # * You can use Plasma related packages only on amd64 sudo apt install -y -V libplasma-dev # For Plasma C++ sudo apt install -y -V libplasma-glib-dev # For Plasma GLib (C) sudo apt install -y -V libgandiva-dev # For Gandiva C++ sudo apt install -y -V libgandiva-glib-dev # For Gandiva GLib (C) sudo apt install -y -V libparquet-dev # For Apache Parquet C++ sudo apt install -y -V libparquet-glib-dev # For Apache Parquet GLib (C) - - name: Install apache-arrow on macos + - name: Install apache-arrow on macos if: matrix.os == 'macOS-latest' run: brew install apache-arrow - name: Build wheels From 124084e54b3938a37058787fd1a18179dd3d5a03 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Fri, 8 Jul 2022 16:50:31 -0700 Subject: [PATCH 04/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 31 ++++++++---------------------- 1 file changed, 8 insertions(+), 23 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 08159a5683..8d2387c27a 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -62,29 +62,6 @@ jobs: registry-url: 'https://registry.npmjs.org' - name: Build UI run: make build-ui - - name: Install apache-arrow on ubuntu - if: matrix.os == 'ubuntu-latest' - run: | - sudo apt update - sudo apt install -y -V ca-certificates lsb-release wget - wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - sudo apt update - sudo apt install -y -V libarrow-dev # For C++ - sudo apt install -y -V libarrow-glib-dev # For GLib (C) - sudo apt install -y -V libarrow-dataset-dev # For Apache Arrow Dataset C++ - sudo apt install -y -V libarrow-dataset-glib-dev # For Apache Arrow Dataset GLib (C) - sudo apt install -y -V libarrow-flight-dev # For Apache Arrow Flight C++ - sudo apt install -y -V libarrow-flight-glib-dev # For Apache Arrow Flight GLib (C) - sudo apt install -y -V libplasma-dev # For Plasma C++ - sudo apt install -y -V libplasma-glib-dev # For Plasma GLib (C) - sudo apt install -y -V libgandiva-dev # For Gandiva C++ - sudo apt install -y -V libgandiva-glib-dev # For Gandiva GLib (C) - sudo apt install -y -V libparquet-dev # For Apache Parquet C++ - sudo apt install -y -V libparquet-glib-dev # For Apache Parquet GLib (C) - - name: Install apache-arrow on macos - if: matrix.os == 'macOS-latest' - run: brew install apache-arrow - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: @@ -97,7 +74,14 @@ jobs: curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version + sudo apt update + sudo apt install -y -V ca-certificates lsb-release wget + wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + sudo apt update + sudo apt install -y -V libarrow-dev # For C++ CIBW_BEFORE_ALL_MACOS: | + brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg sudo installer -pkg python.pkg -target / # There's a `git restore` in here because `make install-go-ci-dependencies` is actually messing up go.mod & go.sum. @@ -122,6 +106,7 @@ jobs: CIBW_BEFORE_BUILD: | git status git restore go.mod go.sum + brew install apache-arrow - uses: actions/upload-artifact@v2 with: name: wheels From f0f1333c6c3230607b5461dafffe97d98e4f1dc7 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 09:40:08 -0700 Subject: [PATCH 05/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 8d2387c27a..b1fe95972f 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -74,12 +74,12 @@ jobs: curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version - sudo apt update - sudo apt install -y -V ca-certificates lsb-release wget + apt update + apt install -y -V ca-certificates lsb-release wget wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - sudo apt update - sudo apt install -y -V libarrow-dev # For C++ + apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + apt update + apt install -y -V libarrow-dev # For C++ CIBW_BEFORE_ALL_MACOS: | brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg From ff18a59a270010c01b3b9e254201db4a17bd42d8 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 09:47:38 -0700 Subject: [PATCH 06/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index b1fe95972f..1787a4f25e 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -74,12 +74,12 @@ jobs: curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version - apt update - apt install -y -V ca-certificates lsb-release wget + apt-get update + apt-get install -y -V ca-certificates lsb-release wget wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - apt update - apt install -y -V libarrow-dev # For C++ + apt-get install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + apt-get update + apt-get install -y -V libarrow-dev # For C++ CIBW_BEFORE_ALL_MACOS: | brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg From 190575a038770bd5c1b9335f8bc75e8815546f6f Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 09:59:25 -0700 Subject: [PATCH 07/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 1787a4f25e..1594ce4d88 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -74,12 +74,12 @@ jobs: curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version - apt-get update - apt-get install -y -V ca-certificates lsb-release wget + yum update + yum install -y -V ca-certificates lsb-release wget wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - apt-get install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - apt-get update - apt-get install -y -V libarrow-dev # For C++ + yum install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + yum update + yum install -y -V libarrow-dev # For C++ CIBW_BEFORE_ALL_MACOS: | brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg From b5b04aaafc851cf5d2f8e32b2a5db6a5c9804bae Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:19:20 -0700 Subject: [PATCH 08/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 1594ce4d88..8ef7c36737 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -60,8 +60,8 @@ jobs: with: node-version: '17.x' registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui + # - name: Build UI + # run: make build-ui - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: @@ -74,12 +74,10 @@ jobs: curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version - yum update - yum install -y -V ca-certificates lsb-release wget + yum install -y ca-certificates lsb-release wget wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - yum install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - yum update - yum install -y -V libarrow-dev # For C++ + yum install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + yum install -y libarrow-dev # For C++ CIBW_BEFORE_ALL_MACOS: | brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg From 56504f690b92b4ca4bf19294446d2f4bb0b3c758 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:27:11 -0700 Subject: [PATCH 09/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 8ef7c36737..bff12139ea 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -74,6 +74,9 @@ jobs: curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version + yum clean all + rpm --rebuilddb + yum update yum install -y ca-certificates lsb-release wget wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb yum install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb From ef7854e71b5f4f8e4d3faa42d6e255c1131a5992 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:34:09 -0700 Subject: [PATCH 10/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index bff12139ea..8b204913c7 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -71,13 +71,12 @@ jobs: CIBW_ENVIRONMENT: > COMPILE_GO=True PATH=$PATH:/usr/local/go/bin CIBW_BEFORE_ALL_LINUX: | + yum clean all + rpm --rebuilddb curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz tar -C /usr/local -xzf go.tar.gz go version - yum clean all - rpm --rebuilddb - yum update - yum install -y ca-certificates lsb-release wget + yum update && yum install -y ca-certificates lsb-release wget wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb yum install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb yum install -y libarrow-dev # For C++ From 46ea3593f52e6d904329e77d9471ebd345ee0413 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:40:01 -0700 Subject: [PATCH 11/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 19 ++++++++++--------- 1 file changed, 10 insertions(+), 9 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 8b204913c7..83edc3dd9f 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -70,16 +70,17 @@ jobs: CIBW_ARCHS: "native" CIBW_ENVIRONMENT: > COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: | - yum clean all - rpm --rebuilddb - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz - tar -C /usr/local -xzf go.tar.gz + CIBW_BEFORE_ALL_LINUX: > + yum clean all && + rpm --rebuilddb && + yum update && + yum install -y ca-certificates lsb-release wget && + wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && + yum install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && + yum install -y libarrow-dev # For C++ && + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz && + tar -C /usr/local -xzf go.tar.gz && go version - yum update && yum install -y ca-certificates lsb-release wget - wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - yum install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb - yum install -y libarrow-dev # For C++ CIBW_BEFORE_ALL_MACOS: | brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg From b1bea075b8ff444bee53d69b0cfd832d103d3fcc Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:45:47 -0700 Subject: [PATCH 12/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 83edc3dd9f..18a4bc87f3 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -71,13 +71,11 @@ jobs: CIBW_ENVIRONMENT: > COMPILE_GO=True PATH=$PATH:/usr/local/go/bin CIBW_BEFORE_ALL_LINUX: > - yum clean all && - rpm --rebuilddb && - yum update && - yum install -y ca-certificates lsb-release wget && + yum -y update && + yum -y install ca-certificates lsb-release wget && wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && - yum install -y ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && - yum install -y libarrow-dev # For C++ && + yum -y install ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && + yum -y install libarrow-dev # For C++ && curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go.tar.gz && go version From 1f848f07269dd3cab52d7c65b529e27fbf61f82f Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:50:17 -0700 Subject: [PATCH 13/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 18a4bc87f3..fb8901d83a 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -72,7 +72,7 @@ jobs: COMPILE_GO=True PATH=$PATH:/usr/local/go/bin CIBW_BEFORE_ALL_LINUX: > yum -y update && - yum -y install ca-certificates lsb-release wget && + yum -y install ca-certificates redhat-lsb-core wget && wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && yum -y install ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && yum -y install libarrow-dev # For C++ && From 593b696f9eda8bd1e130e2f00d4d8e30d1140b64 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:54:58 -0700 Subject: [PATCH 14/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index fb8901d83a..d80c360b61 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -72,10 +72,9 @@ jobs: COMPILE_GO=True PATH=$PATH:/usr/local/go/bin CIBW_BEFORE_ALL_LINUX: > yum -y update && - yum -y install ca-certificates redhat-lsb-core wget && - wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && - yum -y install ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && - yum -y install libarrow-dev # For C++ && + yum install -y epel-release || yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-$(cut -d: -f5 /etc/system-release-cpe | cut -d. -f1).noarch.rpm && + yum install -y https://apache.jfrog.io/artifactory/arrow/centos/$(cut -d: -f5 /etc/system-release-cpe | cut -d. -f1)/apache-arrow-release-latest.rpm && + yum install -y --enablerepo=epel arrow-devel # For C++ && curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go.tar.gz && go version From 0c817f709275b7fd99cafb9c9a22071e000aa096 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 11:59:02 -0700 Subject: [PATCH 15/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index d80c360b61..9f88a041f8 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -60,8 +60,8 @@ jobs: with: node-version: '17.x' registry-url: 'https://registry.npmjs.org' - # - name: Build UI - # run: make build-ui + - name: Build UI + run: make build-ui - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: From fa1c0dc70d7ea07e4e16e38a2f8c0ef45999b1e0 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 12:06:59 -0700 Subject: [PATCH 16/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index 9f88a041f8..ee9ecbe9ce 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -60,8 +60,8 @@ jobs: with: node-version: '17.x' registry-url: 'https://registry.npmjs.org' - - name: Build UI - run: make build-ui + # - name: Build UI + # run: make build-ui - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: @@ -70,14 +70,14 @@ jobs: CIBW_ARCHS: "native" CIBW_ENVIRONMENT: > COMPILE_GO=True PATH=$PATH:/usr/local/go/bin - CIBW_BEFORE_ALL_LINUX: > + CIBW_BEFORE_ALL_LINUX: | + curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz + tar -C /usr/local -xzf go.tar.gz + go version yum -y update && yum install -y epel-release || yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-$(cut -d: -f5 /etc/system-release-cpe | cut -d. -f1).noarch.rpm && yum install -y https://apache.jfrog.io/artifactory/arrow/centos/$(cut -d: -f5 /etc/system-release-cpe | cut -d. -f1)/apache-arrow-release-latest.rpm && - yum install -y --enablerepo=epel arrow-devel # For C++ && - curl -o go.tar.gz https://dl.google.com/go/go1.18.2.linux-amd64.tar.gz && - tar -C /usr/local -xzf go.tar.gz && - go version + yum install -y --enablerepo=epel arrow-devel # For C++ CIBW_BEFORE_ALL_MACOS: | brew install apache-arrow curl -o python.pkg https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg From 52847745db58d64de6ae7e0d2a646206ff7dcb6a Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 12:14:13 -0700 Subject: [PATCH 17/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/build_wheels.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml index ee9ecbe9ce..1b0059f1a3 100644 --- a/.github/workflows/build_wheels.yml +++ b/.github/workflows/build_wheels.yml @@ -60,8 +60,8 @@ jobs: with: node-version: '17.x' registry-url: 'https://registry.npmjs.org' - # - name: Build UI - # run: make build-ui + - name: Build UI + run: make build-ui - name: Build wheels uses: pypa/cibuildwheel@v2.7.0 env: From 4eb6b4bd8850768f6de281f5103fdd9cb387fbb5 Mon Sep 17 00:00:00 2001 From: Kevin Zhang Date: Mon, 11 Jul 2022 12:48:47 -0700 Subject: [PATCH 18/18] Fix Signed-off-by: Kevin Zhang --- .github/workflows/pr_local_integration_tests.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/workflows/pr_local_integration_tests.yml b/.github/workflows/pr_local_integration_tests.yml index 0736ae29dc..0847083393 100644 --- a/.github/workflows/pr_local_integration_tests.yml +++ b/.github/workflows/pr_local_integration_tests.yml @@ -56,6 +56,15 @@ jobs: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip- - name: Install pip-tools run: pip install pip-tools + - name: Install apache-arrow on ubuntu + if: matrix.os == 'ubuntu-latest' + run: | + sudo apt update + sudo apt install -y -V ca-certificates lsb-release wget + wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb + sudo apt update + sudo apt install -y -V libarrow-dev - name: Install dependencies run: make install-python-ci-dependencies - name: Test local integration tests