Created
March 16, 2025 05:45
-
-
Save yuwtennis/d4de691efb2c24634a635f86f8f0ce8d to your computer and use it in GitHub Desktop.
setup-env
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [ywatanabe@lemp13 beam]$ ./start-build-env.sh ./gradlew checkSetup | |
| ++ dirname ./start-build-env.sh | |
| + cd . | |
| + DOCKER_DIR=dev-support/docker | |
| + DOCKER_FILE=dev-support/docker/Dockerfile | |
| + CONTAINER_NAME=beam-dev-ywatanabe-202434 | |
| ++ command -v docker | |
| + '[' '!' -x /usr/bin/docker ']' | |
| + docker build -t beam-build -f dev-support/docker/Dockerfile dev-support/docker | |
| [+] Building 211.8s (24/24) FINISHED docker:default | |
| => [internal] load build definition from Dockerfile 0.0s | |
| => => transferring dockerfile: 2.99kB 0.0s | |
| => [internal] load metadata for docker.io/library/ubuntu:20.04 2.8s | |
| => [internal] load .dockerignore 0.0s | |
| => => transferring context: 2B 0.0s | |
| => [ 1/19] FROM docker.io/library/ubuntu:20.04@sha256:8e5c4f0285ecbb4ead070431d29b576a530d3166df73ec44affc1cd27555141b 3.7s | |
| => => resolve docker.io/library/ubuntu:20.04@sha256:8e5c4f0285ecbb4ead070431d29b576a530d3166df73ec44affc1cd27555141b 0.0s | |
| => => sha256:8e5c4f0285ecbb4ead070431d29b576a530d3166df73ec44affc1cd27555141b 6.69kB / 6.69kB 0.0s | |
| => => sha256:e5a6aeef391a8a9bdaee3de6b28f393837c479d8217324a2340b64e45a81e0ef 424B / 424B 0.0s | |
| => => sha256:6013ae1a63c2ee58a8949f03c6366a3ef6a2f386a7db27d86de2de965e9f450b 2.30kB / 2.30kB 0.0s | |
| => => sha256:d9802f032d6798e2086607424bfe88cb8ec1d6f116e11cd99592dcaf261e9cd2 27.51MB / 27.51MB 2.8s | |
| => => extracting sha256:d9802f032d6798e2086607424bfe88cb8ec1d6f116e11cd99592dcaf261e9cd2 0.8s | |
| => [internal] load build context 0.1s | |
| => => transferring context: 8.68kB 0.0s | |
| => [ 2/19] WORKDIR /root 0.1s | |
| => [ 3/19] RUN echo APT::Install-Recommends "0"; > /etc/apt/apt.conf.d/10disableextras 0.2s | |
| => [ 4/19] RUN echo APT::Install-Suggests "0"; >> /etc/apt/apt.conf.d/10disableextras 0.3s | |
| => [ 5/19] RUN apt -q update && apt install -y software-properties-common apt-utils apt-transport-https ca-certificates && add-apt-repository -y ppa:deadsnakes/ppa && apt -q update 42.5s | |
| => [ 6/19] RUN mkdir /package 0.3s | |
| => [ 7/19] COPY pkglist /package/pkglist 0.1s | |
| => [ 8/19] RUN apt-get -q install -y --no-install-recommends $(grep -v '^#' /package/pkglist | cat) 137.5s | |
| => [ 9/19] RUN sed -i '/en_US.UTF-8/s/^# //g' /etc/locale.gen && locale-gen 1.0s | |
| => [10/19] RUN alias python=python3.6 0.4s | |
| => [11/19] RUN pip3 install grpcio-tools mypy-protobuf 5.2s | |
| => [12/19] RUN pip3 install distlib==0.3.1 yapf==0.29.0 pytest 1.9s | |
| => [13/19] RUN wget https://golang.org/dl/go1.24.0.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.24.0.linux-amd64.tar.gz 9.8s | |
| => [14/19] RUN mkdir /scripts 0.3s | |
| => [15/19] COPY beam_env_checks.sh /scripts/beam_env_checks.sh 0.1s | |
| => [16/19] COPY bashcolors.sh /scripts/bashcolors.sh 0.1s | |
| => [17/19] RUN chmod 755 /scripts /scripts/beam_env_checks.sh /scripts/bashcolors.sh 0.3s | |
| => [18/19] RUN echo '. /etc/bash_completion' >> /root/.bash_aliases 0.3s | |
| => [19/19] RUN echo '. /scripts/beam_env_checks.sh' >> /root/.bash_aliases 0.3s | |
| => exporting to image 4.5s | |
| => => exporting layers 4.5s | |
| => => writing image sha256:ed7c2175a29cc8a45cd0972a37f98d378fbdb18330a1cef37589cf6fea075998 0.0s | |
| => => naming to docker.io/library/beam-build 0.0s | |
| + USER_NAME=ywatanabe | |
| ++ id -u ywatanabe | |
| + USER_ID=1000 | |
| ++ uname -s | |
| + '[' Linux = Darwin ']' | |
| ++ uname -s | |
| + '[' Linux = Linux ']' | |
| ++ getent group docker | |
| ++ cut -d: -f3 | |
| + DOCKER_GROUP_ID=969 | |
| ++ id -g ywatanabe | |
| + GROUP_ID=1000 | |
| + command -v selinuxenabled | |
| + DOCKER_HOME_DIR=/home/ywatanabe | |
| + docker build -t beam-build-1000 - | |
| [+] Building 7.1s (11/11) FINISHED docker:default | |
| => [internal] load build definition from Dockerfile 0.0s | |
| => => transferring dockerfile: 745B 0.0s | |
| => WARN: LegacyKeyValueFormat: "ENV key=value" should be used instead of legacy "ENV key value" format (line 9) 0.0s | |
| => WARN: LegacyKeyValueFormat: "ENV key=value" should be used instead of legacy "ENV key value" format (line 10) 0.0s | |
| => [internal] load metadata for docker.io/library/beam-build:latest 0.0s | |
| => [internal] load .dockerignore 0.0s | |
| => => transferring context: 2B 0.0s | |
| => [1/7] FROM docker.io/library/beam-build:latest 0.4s | |
| => [2/7] RUN rm -f /var/log/faillog /var/log/lastlog 0.2s | |
| => [3/7] RUN groupadd --non-unique -g 1000 ywatanabe 0.3s | |
| => [4/7] RUN useradd -g 1000 -G docker -u 1000 -k /root -m ywatanabe -d "/home/ywatanabe" 0.5s | |
| => [5/7] RUN echo "ywatanabe ALL=NOPASSWD: ALL" > "/etc/sudoers.d/beam-build-1000" 0.3s | |
| => [6/7] RUN go mod init beam-build-1000 && go get github.com/linkedin/goavro/v2 3.5s | |
| => [7/7] RUN chown -R ywatanabe:1000 /home/ywatanabe/.cache 0.3s | |
| => exporting to image 1.5s | |
| => => exporting layers 1.4s | |
| => => writing image sha256:ab3f628bce646abb435aa67520994cc746d70e344d487e0b2b008c72db931e05 0.0s | |
| => => naming to docker.io/library/beam-build-1000 0.0s | |
| 2 warnings found (use docker --debug to expand): | |
| - LegacyKeyValueFormat: "ENV key=value" should be used instead of legacy "ENV key value" format (line 10) | |
| - LegacyKeyValueFormat: "ENV key=value" should be used instead of legacy "ENV key value" format (line 9) | |
| + echo '' | |
| + echo 'Docker image build completed.' | |
| Docker image build completed. | |
| + echo ============================================================================================== | |
| ============================================================================================== | |
| + echo '' | |
| + DOCKER_INTERACTIVE_RUN='-i -t' | |
| + DOCKER_SOCKET_MOUNT= | |
| + '[' -S /var/run/docker.sock ']' | |
| + DOCKER_SOCKET_MOUNT='-v /var/run/docker.sock:/var/run/docker.sock' | |
| + echo 'Enabling Docker support with the docker build environment.' | |
| Enabling Docker support with the docker build environment. | |
| + COMMAND=("$@") | |
| + '[' 2 -eq 0 ']' | |
| + '[' -d /home/ywatanabe/.beam_docker_build_env/.gradle ']' | |
| + docker run --rm=true -i -t --name beam-dev-ywatanabe-202434 --network=host -v /home/ywatanabe/.m2:/home/ywatanabe/.m2 -v /home/ywatanabe/.gnupg:/home/ywatanabe/.gnupg -v /home/ywatanabe/.beam_docker_build_env/.gradle:/home/ywatanabe/.gradle -v /home/ywatanabe/IdeaProjects/beam:/home/ywatanabe/beam -w /home/ywatanabe/beam -v /var/run/docker.sock:/var/run/docker.sock -u 1000 beam-build-1000 ./gradlew checkSetup | |
| To honour the JVM settings for this build a single-use Daemon process will be forked. For more on this, please refer to https://docs.gradle.org/8.4/userguide/gradle_daemon.html#sec:disabling_the_daemon in the Gradle documentation. | |
| Daemon will be stopped at the end of the build | |
| Configuration on demand is an incubating feature. | |
| Cannot save config file 'FileBasedConfig[/home/ywatanabe/.config/jgit/config]' | |
| java.io.IOException: Creating directories for /home/ywatanabe/.config/jgit failed | |
| at org.eclipse.jgit.util.FileUtils.mkdirs(FileUtils.java:412) | |
| at org.eclipse.jgit.internal.storage.file.LockFile.lock(LockFile.java:138) | |
| at org.eclipse.jgit.storage.file.FileBasedConfig.save(FileBasedConfig.java:219) | |
| at org.eclipse.jgit.util.FS$FileStoreAttributes.saveToConfig(FS.java:740) | |
| at org.eclipse.jgit.util.FS$FileStoreAttributes.lambda$4(FS.java:426) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:750) | |
| > Configure project :sdks:java:container:java8 | |
| docker-pull-licenses not set, skipping go-licenses | |
| > Configure project :sdks:java:container:java11 | |
| docker-pull-licenses not set, skipping go-licenses | |
| > Configure project :runners:google-cloud-dataflow-java | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| > Configure project :runners:samza:job-server | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| > Configure project :sdks:go:container | |
| docker-pull-licenses not set, skipping go-licenses | |
| > Configure project :runners:flink:1.17:job-server | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| > Configure project :runners:flink:1.18:job-server | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| > Configure project :runners:flink:1.19:job-server | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| > Configure project :runners:spark:3:job-server | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| > Configure project :sdks:java:container:java17 | |
| docker-pull-licenses not set, skipping go-licenses | |
| > Configure project :sdks:java:container:java21 | |
| docker-pull-licenses not set, skipping go-licenses | |
| > Configure project :sdks:python:test-suites:direct:xlang | |
| GoUsingJava tests have been disabled: https://github.com/apache/beam/issues/30517#issuecomment-2341881604. | |
| System Go installation: /usr/local/go/bin/go is go version go1.24.0 linux/amd64; Preparing to use /home/ywatanabe/beam/sdks/go/examples/.gogradle/project_gopath/bin/go1.24.0 | |
| Downloaded 0.0% ( 16384 / 78382844 bytes) ... | |
| Downloaded 4.4% ( 3457008 / 78382844 bytes) ... | |
| Downloaded 19.3% (15105936 / 78382844 bytes) ... | |
| Downloaded 34.2% (26771264 / 78382844 bytes) ... | |
| Downloaded 49.0% (38420192 / 78382844 bytes) ... | |
| Downloaded 63.9% (50069136 / 78382844 bytes) ... | |
| Downloaded 77.0% (60358208 / 78382844 bytes) ... | |
| Downloaded 91.8% (71990752 / 78382844 bytes) ... | |
| Downloaded 100.0% (78382844 / 78382844 bytes) | |
| Unpacking /home/ywatanabe/sdk/go1.24.0/go1.24.0.linux-amd64.tar.gz ... | |
| Success. You may now run 'go1.24.0' | |
| GOCMD=/home/ywatanabe/beam/sdks/go/examples/.gogradle/project_gopath/bin/go1.24.0 | |
| > Task :sdks:go:examples:wordCount | |
| /home/ywatanabe/beam/sdks/go/examples/.gogradle/project_gopath/bin/go1.24.0 build -o ./build/bin/wordcount github.com/apache/beam/sdks/v2/go/examples/wordcount | |
| > Task :sdks:python:setupVirtualenv | |
| Requirement already satisfied: pip in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (23.0.1) | |
| Collecting pip | |
| Downloading pip-25.0.1-py3-none-any.whl (1.8 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.8/1.8 MB 10.8 MB/s eta 0:00:00 | |
| Installing collected packages: pip | |
| Attempting uninstall: pip | |
| Found existing installation: pip 23.0.1 | |
| Uninstalling pip-23.0.1: | |
| Successfully uninstalled pip-23.0.1 | |
| Successfully installed pip-25.0.1 | |
| Collecting tox | |
| Downloading tox-4.24.2-py3-none-any.whl.metadata (3.7 kB) | |
| Collecting cachetools>=5.5.1 (from tox) | |
| Downloading cachetools-5.5.2-py3-none-any.whl.metadata (5.4 kB) | |
| Collecting chardet>=5.2 (from tox) | |
| Downloading chardet-5.2.0-py3-none-any.whl.metadata (3.4 kB) | |
| Collecting colorama>=0.4.6 (from tox) | |
| Downloading colorama-0.4.6-py2.py3-none-any.whl.metadata (17 kB) | |
| Collecting filelock>=3.16.1 (from tox) | |
| Downloading filelock-3.18.0-py3-none-any.whl.metadata (2.9 kB) | |
| Collecting packaging>=24.2 (from tox) | |
| Downloading packaging-24.2-py3-none-any.whl.metadata (3.2 kB) | |
| Collecting platformdirs>=4.3.6 (from tox) | |
| Downloading platformdirs-4.3.6-py3-none-any.whl.metadata (11 kB) | |
| Collecting pluggy>=1.5 (from tox) | |
| Downloading pluggy-1.5.0-py3-none-any.whl.metadata (4.8 kB) | |
| Collecting pyproject-api>=1.8 (from tox) | |
| Downloading pyproject_api-1.9.0-py3-none-any.whl.metadata (2.7 kB) | |
| Collecting tomli>=2.2.1 (from tox) | |
| Downloading tomli-2.2.1-py3-none-any.whl.metadata (10 kB) | |
| Collecting typing-extensions>=4.12.2 (from tox) | |
| Downloading typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB) | |
| Collecting virtualenv>=20.29.1 (from tox) | |
| Downloading virtualenv-20.29.3-py3-none-any.whl.metadata (4.5 kB) | |
| Collecting distlib<1,>=0.3.7 (from virtualenv>=20.29.1->tox) | |
| Downloading distlib-0.3.9-py2.py3-none-any.whl.metadata (5.2 kB) | |
| Downloading tox-4.24.2-py3-none-any.whl (172 kB) | |
| Downloading cachetools-5.5.2-py3-none-any.whl (10 kB) | |
| Downloading chardet-5.2.0-py3-none-any.whl (199 kB) | |
| Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) | |
| Downloading filelock-3.18.0-py3-none-any.whl (16 kB) | |
| Downloading packaging-24.2-py3-none-any.whl (65 kB) | |
| Downloading platformdirs-4.3.6-py3-none-any.whl (18 kB) | |
| Downloading pluggy-1.5.0-py3-none-any.whl (20 kB) | |
| Downloading pyproject_api-1.9.0-py3-none-any.whl (13 kB) | |
| Downloading tomli-2.2.1-py3-none-any.whl (14 kB) | |
| Downloading typing_extensions-4.12.2-py3-none-any.whl (37 kB) | |
| Downloading virtualenv-20.29.3-py3-none-any.whl (4.3 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.3/4.3 MB 10.7 MB/s eta 0:00:00 | |
| Downloading distlib-0.3.9-py2.py3-none-any.whl (468 kB) | |
| Installing collected packages: distlib, typing-extensions, tomli, pluggy, platformdirs, packaging, filelock, colorama, chardet, cachetools, virtualenv, pyproject-api, tox | |
| Successfully installed cachetools-5.5.2 chardet-5.2.0 colorama-0.4.6 distlib-0.3.9 filelock-3.18.0 packaging-24.2 platformdirs-4.3.6 pluggy-1.5.0 pyproject-api-1.9.0 tomli-2.2.1 tox-4.24.2 typing-extensions-4.12.2 virtualenv-20.29.3 | |
| > Task :examples:java:wordCount | |
| Mar 16, 2025 5:30:50 AM org.apache.beam.sdk.io.FileBasedSource getEstimatedSizeBytes | |
| INFO: Filepattern gs://apache-beam-samples/shakespeare/kinglear.txt matched 1 files with total size 157283 | |
| Mar 16, 2025 5:30:50 AM org.apache.beam.sdk.io.FileBasedSource split | |
| INFO: Splitting filepattern gs://apache-beam-samples/shakespeare/kinglear.txt into bundles of size 11234 took 172 ms and produced 1 files and 14 bundles | |
| > Task :sdks:python:installGcpTest | |
| Processing ./build/apache-beam.tar.gz | |
| Installing build dependencies: started | |
| Installing build dependencies: finished with status 'done' | |
| Getting requirements to build wheel: started | |
| Getting requirements to build wheel: finished with status 'done' | |
| Preparing metadata (pyproject.toml): started | |
| Preparing metadata (pyproject.toml): finished with status 'done' | |
| Collecting crcmod<2.0,>=1.7 (from apache-beam==2.64.0.dev0) | |
| Downloading crcmod-1.7.tar.gz (89 kB) | |
| Installing build dependencies: started | |
| Installing build dependencies: finished with status 'done' | |
| Getting requirements to build wheel: started | |
| Getting requirements to build wheel: finished with status 'done' | |
| Preparing metadata (pyproject.toml): started | |
| Preparing metadata (pyproject.toml): finished with status 'done' | |
| Collecting orjson<4,>=3.9.7 (from apache-beam==2.64.0.dev0) | |
| Downloading orjson-3.10.15-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (41 kB) | |
| Collecting dill<0.3.2,>=0.3.1.1 (from apache-beam==2.64.0.dev0) | |
| Downloading dill-0.3.1.1.tar.gz (151 kB) | |
| Installing build dependencies: started | |
| Installing build dependencies: finished with status 'done' | |
| Getting requirements to build wheel: started | |
| Getting requirements to build wheel: finished with status 'done' | |
| Preparing metadata (pyproject.toml): started | |
| Preparing metadata (pyproject.toml): finished with status 'done' | |
| Collecting cloudpickle~=2.2.1 (from apache-beam==2.64.0.dev0) | |
| Downloading cloudpickle-2.2.1-py3-none-any.whl.metadata (6.9 kB) | |
| Collecting fastavro<2,>=0.23.6 (from apache-beam==2.64.0.dev0) | |
| Downloading fastavro-1.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.5 kB) | |
| Collecting fasteners<1.0,>=0.3 (from apache-beam==2.64.0.dev0) | |
| Downloading fasteners-0.19-py3-none-any.whl.metadata (4.9 kB) | |
| Collecting grpcio!=1.48.0,!=1.59.*,!=1.60.*,!=1.61.*,!=1.62.0,!=1.62.1,<1.66.0,<2,>=1.33.1 (from apache-beam==2.64.0.dev0) | |
| Downloading grpcio-1.65.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.3 kB) | |
| Collecting hdfs<3.0.0,>=2.1.0 (from apache-beam==2.64.0.dev0) | |
| Downloading hdfs-2.7.3.tar.gz (43 kB) | |
| Installing build dependencies: started | |
| Installing build dependencies: finished with status 'done' | |
| Getting requirements to build wheel: started | |
| Getting requirements to build wheel: finished with status 'done' | |
| Preparing metadata (pyproject.toml): started | |
| Preparing metadata (pyproject.toml): finished with status 'done' | |
| Collecting httplib2<0.23.0,>=0.8 (from apache-beam==2.64.0.dev0) | |
| Downloading httplib2-0.22.0-py3-none-any.whl.metadata (2.6 kB) | |
| Collecting jsonschema<5.0.0,>=4.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading jsonschema-4.23.0-py3-none-any.whl.metadata (7.9 kB) | |
| Collecting jsonpickle<4.0.0,>=3.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading jsonpickle-3.4.2-py3-none-any.whl.metadata (8.1 kB) | |
| Collecting numpy<2.3.0,>=1.14.3 (from apache-beam==2.64.0.dev0) | |
| Using cached numpy-2.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB) | |
| Collecting objsize<0.8.0,>=0.6.1 (from apache-beam==2.64.0.dev0) | |
| Downloading objsize-0.7.1-py3-none-any.whl.metadata (12 kB) | |
| Requirement already satisfied: packaging>=22.0 in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (from apache-beam==2.64.0.dev0) (24.2) | |
| Collecting pymongo<5.0.0,>=3.8.0 (from apache-beam==2.64.0.dev0) | |
| Downloading pymongo-4.11.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (22 kB) | |
| Collecting proto-plus<2,>=1.7.1 (from apache-beam==2.64.0.dev0) | |
| Downloading proto_plus-1.26.1-py3-none-any.whl.metadata (2.2 kB) | |
| Collecting protobuf!=4.0.*,!=4.21.*,!=4.22.0,!=4.23.*,!=4.24.*,<6.0.0.dev0,>=3.20.3 (from apache-beam==2.64.0.dev0) | |
| Downloading protobuf-5.29.3-cp38-abi3-manylinux2014_x86_64.whl.metadata (592 bytes) | |
| Collecting pydot<2,>=1.2.0 (from apache-beam==2.64.0.dev0) | |
| Downloading pydot-1.4.2-py2.py3-none-any.whl.metadata (8.0 kB) | |
| Collecting python-dateutil<3,>=2.8.0 (from apache-beam==2.64.0.dev0) | |
| Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) | |
| Collecting pytz>=2018.3 (from apache-beam==2.64.0.dev0) | |
| Downloading pytz-2025.1-py2.py3-none-any.whl.metadata (22 kB) | |
| Collecting redis<6,>=5.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading redis-5.3.0b5-py3-none-any.whl.metadata (9.2 kB) | |
| Collecting regex>=2020.6.8 (from apache-beam==2.64.0.dev0) | |
| Downloading regex-2024.11.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (40 kB) | |
| Collecting requests<3.0.0,>=2.24.0 (from apache-beam==2.64.0.dev0) | |
| Downloading requests-2.32.3-py3-none-any.whl.metadata (4.6 kB) | |
| Collecting sortedcontainers>=2.4.0 (from apache-beam==2.64.0.dev0) | |
| Downloading sortedcontainers-2.4.0-py2.py3-none-any.whl.metadata (10 kB) | |
| Requirement already satisfied: typing-extensions>=3.7.0 in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (from apache-beam==2.64.0.dev0) (4.12.2) | |
| Collecting zstandard<1,>=0.18.0 (from apache-beam==2.64.0.dev0) | |
| Downloading zstandard-0.23.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.0 kB) | |
| Collecting pyyaml<7.0.0,>=3.12 (from apache-beam==2.64.0.dev0) | |
| Using cached PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.1 kB) | |
| Collecting pyarrow<17.0.0,>=3.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading pyarrow-16.1.0-cp39-cp39-manylinux_2_28_x86_64.whl.metadata (3.0 kB) | |
| Collecting pyarrow-hotfix<1 (from apache-beam==2.64.0.dev0) | |
| Downloading pyarrow_hotfix-0.6-py3-none-any.whl.metadata (3.6 kB) | |
| Collecting docstring-parser<1.0,>=0.15 (from apache-beam==2.64.0.dev0) | |
| Downloading docstring_parser-0.16-py3-none-any.whl.metadata (3.0 kB) | |
| Collecting freezegun>=0.3.12 (from apache-beam==2.64.0.dev0) | |
| Downloading freezegun-1.5.1-py3-none-any.whl.metadata (11 kB) | |
| Collecting jinja2<3.2,>=3.0 (from apache-beam==2.64.0.dev0) | |
| Using cached jinja2-3.1.6-py3-none-any.whl.metadata (2.9 kB) | |
| Collecting joblib>=1.0.1 (from apache-beam==2.64.0.dev0) | |
| Downloading joblib-1.4.2-py3-none-any.whl.metadata (5.4 kB) | |
| Collecting mock<6.0.0,>=1.0.1 (from apache-beam==2.64.0.dev0) | |
| Downloading mock-5.2.0-py3-none-any.whl.metadata (3.1 kB) | |
| Collecting pandas<2.3.0 (from apache-beam==2.64.0.dev0) | |
| Downloading pandas-2.2.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (89 kB) | |
| Collecting parameterized<0.10.0,>=0.7.1 (from apache-beam==2.64.0.dev0) | |
| Downloading parameterized-0.9.0-py2.py3-none-any.whl.metadata (18 kB) | |
| Collecting pyhamcrest!=1.10.0,<3.0.0,>=1.9 (from apache-beam==2.64.0.dev0) | |
| Downloading pyhamcrest-2.1.0-py3-none-any.whl.metadata (15 kB) | |
| Collecting requests_mock<2.0,>=1.7 (from apache-beam==2.64.0.dev0) | |
| Downloading requests_mock-1.12.1-py2.py3-none-any.whl.metadata (4.1 kB) | |
| Collecting tenacity<9,>=8.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading tenacity-8.5.0-py3-none-any.whl.metadata (1.2 kB) | |
| Collecting pytest<8.0,>=7.1.2 (from apache-beam==2.64.0.dev0) | |
| Downloading pytest-7.4.4-py3-none-any.whl.metadata (7.9 kB) | |
| Collecting pytest-xdist<4,>=2.5.0 (from apache-beam==2.64.0.dev0) | |
| Downloading pytest_xdist-3.6.1-py3-none-any.whl.metadata (4.3 kB) | |
| Collecting pytest-timeout<3,>=2.1.0 (from apache-beam==2.64.0.dev0) | |
| Downloading pytest_timeout-2.3.1-py3-none-any.whl.metadata (20 kB) | |
| Collecting scikit-learn>=0.20.0 (from apache-beam==2.64.0.dev0) | |
| Downloading scikit_learn-1.6.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB) | |
| Requirement already satisfied: setuptools in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (from apache-beam==2.64.0.dev0) (58.1.0) | |
| Collecting sqlalchemy<3.0,>=1.3 (from apache-beam==2.64.0.dev0) | |
| Downloading sqlalchemy-2.0.39-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB) | |
| Collecting psycopg2-binary!=2.9.10,<3.0.0,>=2.8.5 (from apache-beam==2.64.0.dev0) | |
| Downloading psycopg2_binary-2.9.9-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.4 kB) | |
| Collecting testcontainers<4.0.0,>=3.0.3 (from testcontainers[mysql]<4.0.0,>=3.0.3; extra == "test"->apache-beam==2.64.0.dev0) | |
| Downloading testcontainers-3.7.1-py2.py3-none-any.whl.metadata (7.0 kB) | |
| Collecting cryptography>=41.0.2 (from apache-beam==2.64.0.dev0) | |
| Downloading cryptography-44.0.2-cp39-abi3-manylinux_2_28_x86_64.whl.metadata (5.7 kB) | |
| Collecting hypothesis<7.0.0,>5.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading hypothesis-6.129.2-py3-none-any.whl.metadata (4.4 kB) | |
| Collecting boto3<2,>=1.9 (from apache-beam==2.64.0.dev0) | |
| Downloading boto3-1.37.13-py3-none-any.whl.metadata (6.7 kB) | |
| Requirement already satisfied: cachetools<6,>=3.1.0 in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (from apache-beam==2.64.0.dev0) (5.5.2) | |
| Collecting google-api-core<3,>=2.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_api_core-2.24.2-py3-none-any.whl.metadata (3.0 kB) | |
| Collecting google-apitools<0.5.32,>=0.5.31 (from apache-beam==2.64.0.dev0) | |
| Downloading google-apitools-0.5.31.tar.gz (173 kB) | |
| Installing build dependencies: started | |
| Installing build dependencies: finished with status 'done' | |
| Getting requirements to build wheel: started | |
| Getting requirements to build wheel: finished with status 'done' | |
| Preparing metadata (pyproject.toml): started | |
| Preparing metadata (pyproject.toml): finished with status 'done' | |
| Collecting google-auth<3,>=1.18.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_auth-2.38.0-py2.py3-none-any.whl.metadata (4.8 kB) | |
| Collecting google-auth-httplib2<0.3.0,>=0.1.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_auth_httplib2-0.2.0-py2.py3-none-any.whl.metadata (2.2 kB) | |
| Collecting google-cloud-datastore<3,>=2.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_datastore-2.20.2-py2.py3-none-any.whl.metadata (5.6 kB) | |
| Collecting google-cloud-pubsub<3,>=2.1.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_pubsub-2.28.0-py2.py3-none-any.whl.metadata (9.7 kB) | |
| Collecting google-cloud-pubsublite<2,>=1.2.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_pubsublite-1.12.0-py2.py3-none-any.whl.metadata (5.8 kB) | |
| Collecting google-cloud-storage<3,>=2.18.2 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_storage-2.19.0-py2.py3-none-any.whl.metadata (9.1 kB) | |
| Collecting google-cloud-bigquery<4,>=2.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_bigquery-3.30.0-py2.py3-none-any.whl.metadata (7.9 kB) | |
| Collecting google-cloud-bigquery-storage<3,>=2.6.3 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_bigquery_storage-2.29.1-py2.py3-none-any.whl.metadata (9.8 kB) | |
| Collecting google-cloud-core<3,>=2.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_core-2.4.3-py2.py3-none-any.whl.metadata (2.7 kB) | |
| Collecting google-cloud-bigtable<3,>=2.19.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_bigtable-2.29.0-py2.py3-none-any.whl.metadata (5.5 kB) | |
| Collecting google-cloud-spanner<4,>=3.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_spanner-3.53.0-py2.py3-none-any.whl.metadata (10 kB) | |
| Collecting google-cloud-dlp<4,>=3.0.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_dlp-3.28.0-py2.py3-none-any.whl.metadata (5.4 kB) | |
| Collecting google-cloud-language<3,>=2.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_language-2.17.0-py2.py3-none-any.whl.metadata (5.5 kB) | |
| Collecting google-cloud-videointelligence<3,>=2.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_videointelligence-2.16.0-py2.py3-none-any.whl.metadata (5.8 kB) | |
| Collecting google-cloud-vision<4,>=2 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_vision-3.10.0-py2.py3-none-any.whl.metadata (5.3 kB) | |
| Collecting google-cloud-recommendations-ai<0.11.0,>=0.1.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_recommendations_ai-0.10.16-py2.py3-none-any.whl.metadata (5.4 kB) | |
| Collecting google-cloud-aiplatform<2.0,>=1.26.0 (from apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_aiplatform-1.84.0-py2.py3-none-any.whl.metadata (33 kB) | |
| Collecting keyrings.google-artifactregistry-auth (from apache-beam==2.64.0.dev0) | |
| Downloading keyrings.google_artifactregistry_auth-1.1.2-py3-none-any.whl.metadata (4.6 kB) | |
| Collecting azure-storage-blob<13,>=12.3.2 (from apache-beam==2.64.0.dev0) | |
| Downloading azure_storage_blob-12.25.0-py3-none-any.whl.metadata (26 kB) | |
| Collecting azure-core<2,>=1.7.0 (from apache-beam==2.64.0.dev0) | |
| Downloading azure_core-1.32.0-py3-none-any.whl.metadata (39 kB) | |
| Collecting azure-identity<2,>=1.12.0 (from apache-beam==2.64.0.dev0) | |
| Downloading azure_identity-1.21.0-py3-none-any.whl.metadata (81 kB) | |
| Collecting six>=1.11.0 (from azure-core<2,>=1.7.0->apache-beam==2.64.0.dev0) | |
| Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) | |
| Collecting msal>=1.30.0 (from azure-identity<2,>=1.12.0->apache-beam==2.64.0.dev0) | |
| Downloading msal-1.32.0-py3-none-any.whl.metadata (11 kB) | |
| Collecting msal-extensions>=1.2.0 (from azure-identity<2,>=1.12.0->apache-beam==2.64.0.dev0) | |
| Downloading msal_extensions-1.3.1-py3-none-any.whl.metadata (7.8 kB) | |
| Collecting isodate>=0.6.1 (from azure-storage-blob<13,>=12.3.2->apache-beam==2.64.0.dev0) | |
| Downloading isodate-0.7.2-py3-none-any.whl.metadata (11 kB) | |
| Collecting botocore<1.38.0,>=1.37.13 (from boto3<2,>=1.9->apache-beam==2.64.0.dev0) | |
| Downloading botocore-1.37.13-py3-none-any.whl.metadata (5.7 kB) | |
| Collecting jmespath<2.0.0,>=0.7.1 (from boto3<2,>=1.9->apache-beam==2.64.0.dev0) | |
| Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) | |
| Collecting s3transfer<0.12.0,>=0.11.0 (from boto3<2,>=1.9->apache-beam==2.64.0.dev0) | |
| Downloading s3transfer-0.11.4-py3-none-any.whl.metadata (1.7 kB) | |
| Collecting cffi>=1.12 (from cryptography>=41.0.2->apache-beam==2.64.0.dev0) | |
| Downloading cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.5 kB) | |
| Collecting googleapis-common-protos<2.0.0,>=1.56.2 (from google-api-core<3,>=2.0.0->apache-beam==2.64.0.dev0) | |
| Downloading googleapis_common_protos-1.69.1-py2.py3-none-any.whl.metadata (9.3 kB) | |
| Collecting oauth2client>=1.4.12 (from google-apitools<0.5.32,>=0.5.31->apache-beam==2.64.0.dev0) | |
| Downloading oauth2client-4.1.3-py2.py3-none-any.whl.metadata (1.2 kB) | |
| Collecting pyasn1-modules>=0.2.1 (from google-auth<3,>=1.18.0->apache-beam==2.64.0.dev0) | |
| Downloading pyasn1_modules-0.4.1-py3-none-any.whl.metadata (3.5 kB) | |
| Collecting rsa<5,>=3.1.4 (from google-auth<3,>=1.18.0->apache-beam==2.64.0.dev0) | |
| Downloading rsa-4.9-py3-none-any.whl.metadata (4.2 kB) | |
| Collecting google-cloud-resource-manager<3.0.0dev,>=1.3.3 (from google-cloud-aiplatform<2.0,>=1.26.0->apache-beam==2.64.0.dev0) | |
| Downloading google_cloud_resource_manager-1.14.1-py2.py3-none-any.whl.metadata (5.4 kB) | |
| Collecting shapely<3.0.0dev (from google-cloud-aiplatform<2.0,>=1.26.0->apache-beam==2.64.0.dev0) | |
| Downloading shapely-2.0.7-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.8 kB) | |
| Collecting pydantic<3 (from google-cloud-aiplatform<2.0,>=1.26.0->apache-beam==2.64.0.dev0) | |
| Downloading pydantic-2.11.0b1-py3-none-any.whl.metadata (59 kB) | |
| Collecting google-resumable-media<3.0dev,>=2.0.0 (from google-cloud-bigquery<4,>=2.0.0->apache-beam==2.64.0.dev0) | |
| Downloading google_resumable_media-2.7.2-py2.py3-none-any.whl.metadata (2.2 kB) | |
| Collecting grpc-google-iam-v1<1.0.0dev,>=0.12.4 (from google-cloud-bigtable<3,>=2.19.0->apache-beam==2.64.0.dev0) | |
| Downloading grpc_google_iam_v1-0.14.1-py2.py3-none-any.whl.metadata (9.2 kB) | |
| Collecting grpcio-status>=1.33.2 (from google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading grpcio_status-1.71.0-py3-none-any.whl.metadata (1.1 kB) | |
| Collecting opentelemetry-api>=1.27.0 (from google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading opentelemetry_api-1.31.0-py3-none-any.whl.metadata (1.6 kB) | |
| Collecting opentelemetry-sdk>=1.27.0 (from google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading opentelemetry_sdk-1.31.0-py3-none-any.whl.metadata (1.6 kB) | |
| Collecting overrides<8.0.0,>=6.0.1 (from google-cloud-pubsublite<2,>=1.2.0->apache-beam==2.64.0.dev0) | |
| Downloading overrides-7.7.0-py3-none-any.whl.metadata (5.8 kB) | |
| Collecting sqlparse>=0.4.4 (from google-cloud-spanner<4,>=3.0.0->apache-beam==2.64.0.dev0) | |
| Downloading sqlparse-0.5.3-py3-none-any.whl.metadata (3.9 kB) | |
| Collecting grpc-interceptor>=0.15.4 (from google-cloud-spanner<4,>=3.0.0->apache-beam==2.64.0.dev0) | |
| Downloading grpc_interceptor-0.15.4-py3-none-any.whl.metadata (8.4 kB) | |
| Collecting google-crc32c<2.0dev,>=1.0 (from google-cloud-storage<3,>=2.18.2->apache-beam==2.64.0.dev0) | |
| Downloading google_crc32c-1.6.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.3 kB) | |
| Collecting docopt (from hdfs<3.0.0,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading docopt-0.6.2.tar.gz (25 kB) | |
| Installing build dependencies: started | |
| Installing build dependencies: finished with status 'done' | |
| Getting requirements to build wheel: started | |
| Getting requirements to build wheel: finished with status 'done' | |
| Preparing metadata (pyproject.toml): started | |
| Preparing metadata (pyproject.toml): finished with status 'done' | |
| Collecting pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 (from httplib2<0.23.0,>=0.8->apache-beam==2.64.0.dev0) | |
| Downloading pyparsing-3.2.1-py3-none-any.whl.metadata (5.0 kB) | |
| Collecting attrs>=22.2.0 (from hypothesis<7.0.0,>5.0.0->apache-beam==2.64.0.dev0) | |
| Downloading attrs-25.3.0-py3-none-any.whl.metadata (10 kB) | |
| Collecting exceptiongroup>=1.0.0 (from hypothesis<7.0.0,>5.0.0->apache-beam==2.64.0.dev0) | |
| Downloading exceptiongroup-1.2.2-py3-none-any.whl.metadata (6.6 kB) | |
| Collecting MarkupSafe>=2.0 (from jinja2<3.2,>=3.0->apache-beam==2.64.0.dev0) | |
| Using cached MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.0 kB) | |
| Collecting jsonschema-specifications>=2023.03.6 (from jsonschema<5.0.0,>=4.0.0->apache-beam==2.64.0.dev0) | |
| Downloading jsonschema_specifications-2024.10.1-py3-none-any.whl.metadata (3.0 kB) | |
| Collecting referencing>=0.28.4 (from jsonschema<5.0.0,>=4.0.0->apache-beam==2.64.0.dev0) | |
| Downloading referencing-0.36.2-py3-none-any.whl.metadata (2.8 kB) | |
| Collecting rpds-py>=0.7.1 (from jsonschema<5.0.0,>=4.0.0->apache-beam==2.64.0.dev0) | |
| Downloading rpds_py-0.23.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.1 kB) | |
| Collecting tzdata>=2022.7 (from pandas<2.3.0->apache-beam==2.64.0.dev0) | |
| Downloading tzdata-2025.1-py2.py3-none-any.whl.metadata (1.4 kB) | |
| Collecting dnspython<3.0.0,>=1.16.0 (from pymongo<5.0.0,>=3.8.0->apache-beam==2.64.0.dev0) | |
| Downloading dnspython-2.7.0-py3-none-any.whl.metadata (5.8 kB) | |
| Collecting iniconfig (from pytest<8.0,>=7.1.2->apache-beam==2.64.0.dev0) | |
| Downloading iniconfig-2.0.0-py3-none-any.whl.metadata (2.6 kB) | |
| Requirement already satisfied: pluggy<2.0,>=0.12 in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (from pytest<8.0,>=7.1.2->apache-beam==2.64.0.dev0) (1.5.0) | |
| Requirement already satisfied: tomli>=1.0.0 in /home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages (from pytest<8.0,>=7.1.2->apache-beam==2.64.0.dev0) (2.2.1) | |
| Collecting execnet>=2.1 (from pytest-xdist<4,>=2.5.0->apache-beam==2.64.0.dev0) | |
| Downloading execnet-2.1.1-py3-none-any.whl.metadata (2.9 kB) | |
| Collecting PyJWT~=2.9.0 (from redis<6,>=5.0.0->apache-beam==2.64.0.dev0) | |
| Downloading PyJWT-2.9.0-py3-none-any.whl.metadata (3.0 kB) | |
| Collecting async-timeout>=4.0.3 (from redis<6,>=5.0.0->apache-beam==2.64.0.dev0) | |
| Downloading async_timeout-5.0.1-py3-none-any.whl.metadata (5.1 kB) | |
| Collecting charset-normalizer<4,>=2 (from requests<3.0.0,>=2.24.0->apache-beam==2.64.0.dev0) | |
| Downloading charset_normalizer-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (35 kB) | |
| Collecting idna<4,>=2.5 (from requests<3.0.0,>=2.24.0->apache-beam==2.64.0.dev0) | |
| Downloading idna-3.10-py3-none-any.whl.metadata (10 kB) | |
| Collecting urllib3<3,>=1.21.1 (from requests<3.0.0,>=2.24.0->apache-beam==2.64.0.dev0) | |
| Downloading urllib3-2.3.0-py3-none-any.whl.metadata (6.5 kB) | |
| Collecting certifi>=2017.4.17 (from requests<3.0.0,>=2.24.0->apache-beam==2.64.0.dev0) | |
| Downloading certifi-2025.1.31-py3-none-any.whl.metadata (2.5 kB) | |
| Collecting scipy>=1.6.0 (from scikit-learn>=0.20.0->apache-beam==2.64.0.dev0) | |
| Downloading scipy-1.13.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB) | |
| Collecting threadpoolctl>=3.1.0 (from scikit-learn>=0.20.0->apache-beam==2.64.0.dev0) | |
| Downloading threadpoolctl-3.6.0-py3-none-any.whl.metadata (13 kB) | |
| Collecting greenlet!=0.4.17 (from sqlalchemy<3.0,>=1.3->apache-beam==2.64.0.dev0) | |
| Downloading greenlet-3.1.1-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB) | |
| Collecting docker>=4.0.0 (from testcontainers<4.0.0,>=3.0.3->testcontainers[mysql]<4.0.0,>=3.0.3; extra == "test"->apache-beam==2.64.0.dev0) | |
| Downloading docker-7.1.0-py3-none-any.whl.metadata (3.8 kB) | |
| Collecting wrapt (from testcontainers<4.0.0,>=3.0.3->testcontainers[mysql]<4.0.0,>=3.0.3; extra == "test"->apache-beam==2.64.0.dev0) | |
| Downloading wrapt-1.17.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.4 kB) | |
| Collecting deprecation (from testcontainers<4.0.0,>=3.0.3->testcontainers[mysql]<4.0.0,>=3.0.3; extra == "test"->apache-beam==2.64.0.dev0) | |
| Downloading deprecation-2.1.0-py2.py3-none-any.whl.metadata (4.6 kB) | |
| Collecting pymysql (from testcontainers[mysql]<4.0.0,>=3.0.3; extra == "test"->apache-beam==2.64.0.dev0) | |
| Downloading PyMySQL-1.1.1-py3-none-any.whl.metadata (4.4 kB) | |
| Collecting keyring (from keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading keyring-25.6.0-py3-none-any.whl.metadata (20 kB) | |
| Collecting urllib3<3,>=1.21.1 (from requests<3.0.0,>=2.24.0->apache-beam==2.64.0.dev0) | |
| Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) | |
| Collecting pycparser (from cffi>=1.12->cryptography>=41.0.2->apache-beam==2.64.0.dev0) | |
| Downloading pycparser-2.22-py3-none-any.whl.metadata (943 bytes) | |
| INFO: pip is looking at multiple versions of grpcio-status to determine which version is compatible with other requirements. This could take a while. | |
| Collecting grpcio-status>=1.33.2 (from google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading grpcio_status-1.71.0rc2-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.70.0-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.70.0rc1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.69.0-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.69.0rc1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.68.1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.68.0-py3-none-any.whl.metadata (1.1 kB) | |
| INFO: pip is still looking at multiple versions of grpcio-status to determine which version is compatible with other requirements. This could take a while. | |
| Downloading grpcio_status-1.68.0rc1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.67.1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.67.0-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.67.0rc1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.66.2-py3-none-any.whl.metadata (1.1 kB) | |
| INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C. | |
| Downloading grpcio_status-1.66.1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.66.0-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.66.0rc5-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.66.0rc3-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.66.0rc2-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.66.0rc1-py3-none-any.whl.metadata (1.1 kB) | |
| Downloading grpcio_status-1.65.5-py3-none-any.whl.metadata (1.1 kB) | |
| Collecting pyasn1>=0.1.7 (from oauth2client>=1.4.12->google-apitools<0.5.32,>=0.5.31->apache-beam==2.64.0.dev0) | |
| Downloading pyasn1-0.6.1-py3-none-any.whl.metadata (8.4 kB) | |
| Collecting deprecated>=1.2.6 (from opentelemetry-api>=1.27.0->google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading Deprecated-1.2.18-py2.py3-none-any.whl.metadata (5.7 kB) | |
| Collecting importlib-metadata<8.7.0,>=6.0 (from opentelemetry-api>=1.27.0->google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading importlib_metadata-8.6.1-py3-none-any.whl.metadata (4.7 kB) | |
| Collecting opentelemetry-semantic-conventions==0.52b0 (from opentelemetry-sdk>=1.27.0->google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading opentelemetry_semantic_conventions-0.52b0-py3-none-any.whl.metadata (2.5 kB) | |
| Collecting annotated-types>=0.6.0 (from pydantic<3->google-cloud-aiplatform<2.0,>=1.26.0->apache-beam==2.64.0.dev0) | |
| Downloading annotated_types-0.7.0-py3-none-any.whl.metadata (15 kB) | |
| Collecting pydantic-core==2.31.1 (from pydantic<3->google-cloud-aiplatform<2.0,>=1.26.0->apache-beam==2.64.0.dev0) | |
| Downloading pydantic_core-2.31.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.5 kB) | |
| Collecting typing-inspection>=0.4.0 (from pydantic<3->google-cloud-aiplatform<2.0,>=1.26.0->apache-beam==2.64.0.dev0) | |
| Downloading typing_inspection-0.4.0-py3-none-any.whl.metadata (2.6 kB) | |
| Collecting SecretStorage>=3.2 (from keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading SecretStorage-3.3.3-py3-none-any.whl.metadata (4.0 kB) | |
| Collecting jeepney>=0.4.2 (from keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading jeepney-0.9.0-py3-none-any.whl.metadata (1.2 kB) | |
| Collecting jaraco.classes (from keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading jaraco.classes-3.4.0-py3-none-any.whl.metadata (2.6 kB) | |
| Collecting jaraco.functools (from keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading jaraco.functools-4.1.0-py3-none-any.whl.metadata (2.9 kB) | |
| Collecting jaraco.context (from keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading jaraco.context-6.0.1-py3-none-any.whl.metadata (4.1 kB) | |
| Collecting zipp>=3.20 (from importlib-metadata<8.7.0,>=6.0->opentelemetry-api>=1.27.0->google-cloud-pubsub<3,>=2.1.0->apache-beam==2.64.0.dev0) | |
| Downloading zipp-3.21.0-py3-none-any.whl.metadata (3.7 kB) | |
| Collecting more-itertools (from jaraco.classes->keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading more_itertools-10.6.0-py3-none-any.whl.metadata (37 kB) | |
| Collecting backports.tarfile (from jaraco.context->keyring->keyrings.google-artifactregistry-auth->apache-beam==2.64.0.dev0) | |
| Downloading backports.tarfile-1.2.0-py3-none-any.whl.metadata (2.0 kB) | |
| Downloading azure_core-1.32.0-py3-none-any.whl (198 kB) | |
| Downloading azure_identity-1.21.0-py3-none-any.whl (189 kB) | |
| Downloading azure_storage_blob-12.25.0-py3-none-any.whl (406 kB) | |
| Downloading boto3-1.37.13-py3-none-any.whl (139 kB) | |
| Downloading cloudpickle-2.2.1-py3-none-any.whl (25 kB) | |
| Downloading cryptography-44.0.2-cp39-abi3-manylinux_2_28_x86_64.whl (4.2 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.2/4.2 MB 11.1 MB/s eta 0:00:00 | |
| Downloading docstring_parser-0.16-py3-none-any.whl (36 kB) | |
| Downloading fastavro-1.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.1/3.1 MB 10.7 MB/s eta 0:00:00 | |
| Downloading fasteners-0.19-py3-none-any.whl (18 kB) | |
| Downloading freezegun-1.5.1-py3-none-any.whl (17 kB) | |
| Downloading google_api_core-2.24.2-py3-none-any.whl (160 kB) | |
| Downloading google_auth-2.38.0-py2.py3-none-any.whl (210 kB) | |
| Downloading google_auth_httplib2-0.2.0-py2.py3-none-any.whl (9.3 kB) | |
| Downloading google_cloud_aiplatform-1.84.0-py2.py3-none-any.whl (7.3 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 7.3/7.3 MB 11.1 MB/s eta 0:00:00 | |
| Downloading google_cloud_bigquery-3.30.0-py2.py3-none-any.whl (247 kB) | |
| Downloading google_cloud_bigquery_storage-2.29.1-py2.py3-none-any.whl (256 kB) | |
| Downloading google_cloud_bigtable-2.29.0-py2.py3-none-any.whl (445 kB) | |
| Downloading google_cloud_core-2.4.3-py2.py3-none-any.whl (29 kB) | |
| Downloading google_cloud_datastore-2.20.2-py2.py3-none-any.whl (197 kB) | |
| Downloading google_cloud_dlp-3.28.0-py2.py3-none-any.whl (210 kB) | |
| Downloading google_cloud_language-2.17.0-py2.py3-none-any.whl (165 kB) | |
| Downloading google_cloud_pubsub-2.28.0-py2.py3-none-any.whl (301 kB) | |
| Downloading google_cloud_pubsublite-1.12.0-py2.py3-none-any.whl (322 kB) | |
| Downloading google_cloud_recommendations_ai-0.10.16-py2.py3-none-any.whl (209 kB) | |
| Downloading google_cloud_spanner-3.53.0-py2.py3-none-any.whl (483 kB) | |
| Downloading google_cloud_storage-2.19.0-py2.py3-none-any.whl (131 kB) | |
| Downloading google_cloud_videointelligence-2.16.0-py2.py3-none-any.whl (272 kB) | |
| Downloading google_cloud_vision-3.10.0-py2.py3-none-any.whl (523 kB) | |
| Downloading grpcio-1.65.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.7 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.7/5.7 MB 11.1 MB/s eta 0:00:00 | |
| Downloading httplib2-0.22.0-py3-none-any.whl (96 kB) | |
| Downloading hypothesis-6.129.2-py3-none-any.whl (487 kB) | |
| Using cached jinja2-3.1.6-py3-none-any.whl (134 kB) | |
| Downloading joblib-1.4.2-py3-none-any.whl (301 kB) | |
| Downloading jsonpickle-3.4.2-py3-none-any.whl (46 kB) | |
| Downloading jsonschema-4.23.0-py3-none-any.whl (88 kB) | |
| Downloading mock-5.2.0-py3-none-any.whl (31 kB) | |
| Using cached numpy-2.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (19.5 MB) | |
| Downloading objsize-0.7.1-py3-none-any.whl (11 kB) | |
| Downloading orjson-3.10.15-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB) | |
| Downloading pandas-2.2.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.1 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 13.1/13.1 MB 11.4 MB/s eta 0:00:00 | |
| Downloading parameterized-0.9.0-py2.py3-none-any.whl (20 kB) | |
| Downloading proto_plus-1.26.1-py3-none-any.whl (50 kB) | |
| Downloading protobuf-5.29.3-cp38-abi3-manylinux2014_x86_64.whl (319 kB) | |
| Downloading psycopg2_binary-2.9.9-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.0 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.0/3.0 MB 10.7 MB/s eta 0:00:00 | |
| Downloading pyarrow-16.1.0-cp39-cp39-manylinux_2_28_x86_64.whl (40.8 MB) | |
| > Task :examples:java:wordCount | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.WriteFiles$WriteShardsIntoTempFilesFn processElement | |
| INFO: Opening writer 54ac3797-2f21-4a28-a830-21d6f454e911 for window GlobalWindow pane PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0} destination null | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.WriteFiles$WriteShardsIntoTempFilesFn processElement | |
| INFO: Opening writer 7bd6a3f1-65e6-4147-8dc8-501fa073b5e7 for window GlobalWindow pane PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0} destination null | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.WriteFiles$WriteShardsIntoTempFilesFn processElement | |
| INFO: Opening writer 3623501c-d58c-4eeb-90e7-cb86a2f55539 for window GlobalWindow pane PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0} destination null | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.WriteFiles$WriteShardsIntoTempFilesFn processElement | |
| INFO: Opening writer 4e2b10ba-c68c-42e8-af04-01353de1dbf3 for window GlobalWindow pane PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0} destination null | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$Writer close | |
| INFO: Successfully wrote temporary file /tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/3c9198697bd6a3f1-65e6-4147-8dc8-501fa073b5e7 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$Writer close | |
| INFO: Successfully wrote temporary file /tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/cb1f9e5d3623501c-d58c-4eeb-90e7-cb86a2f55539 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$Writer close | |
| INFO: Successfully wrote temporary file /tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/a7a29c344e2b10ba-c68c-42e8-af04-01353de1dbf3 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$Writer close | |
| INFO: Successfully wrote temporary file /tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/f53dd32154ac3797-2f21-4a28-a830-21d6f454e911 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.WriteFiles$FinalizeTempFileBundles$FinalizeFn process | |
| INFO: Finalizing 4 file results | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$WriteOperation createMissingEmptyShards | |
| INFO: Finalizing for destination null num shards 4. | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$WriteOperation moveToOutputFiles | |
| INFO: Will copy temporary file FileResult{tempFilename=/tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/3c9198697bd6a3f1-65e6-4147-8dc8-501fa073b5e7, shard=1, window=GlobalWindow, paneInfo=PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0}} to final location /tmp/output.txt-00001-of-00004 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$WriteOperation moveToOutputFiles | |
| INFO: Will copy temporary file FileResult{tempFilename=/tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/a7a29c344e2b10ba-c68c-42e8-af04-01353de1dbf3, shard=3, window=GlobalWindow, paneInfo=PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0}} to final location /tmp/output.txt-00003-of-00004 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$WriteOperation moveToOutputFiles | |
| INFO: Will copy temporary file FileResult{tempFilename=/tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/f53dd32154ac3797-2f21-4a28-a830-21d6f454e911, shard=2, window=GlobalWindow, paneInfo=PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0}} to final location /tmp/output.txt-00002-of-00004 | |
| Mar 16, 2025 5:31:57 AM org.apache.beam.sdk.io.FileBasedSink$WriteOperation moveToOutputFiles | |
| INFO: Will copy temporary file FileResult{tempFilename=/tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/cb1f9e5d3623501c-d58c-4eeb-90e7-cb86a2f55539, shard=0, window=GlobalWindow, paneInfo=PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0}} to final location /tmp/output.txt-00000-of-00004 | |
| Mar 16, 2025 5:31:58 AM org.apache.beam.sdk.io.FileBasedSink$WriteOperation removeTemporaryFiles | |
| WARNING: Failed to match temporary files under: [/tmp/.temp-beam-a59b9dab-ebfc-4645-9b45-3123c19c7727/]. | |
| > Task :sdks:python:installGcpTest | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 40.8/40.8 MB 11.0 MB/s eta 0:00:00 | |
| Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB) | |
| Downloading pydot-1.4.2-py2.py3-none-any.whl (21 kB) | |
| Downloading pyhamcrest-2.1.0-py3-none-any.whl (54 kB) | |
| Downloading pymongo-4.11.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (921 kB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 921.5/921.5 kB 9.4 MB/s eta 0:00:00 | |
| Downloading pytest-7.4.4-py3-none-any.whl (325 kB) | |
| Downloading pytest_timeout-2.3.1-py3-none-any.whl (14 kB) | |
| Downloading pytest_xdist-3.6.1-py3-none-any.whl (46 kB) | |
| Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) | |
| Downloading pytz-2025.1-py2.py3-none-any.whl (507 kB) | |
| Using cached PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (737 kB) | |
| Downloading redis-5.3.0b5-py3-none-any.whl (271 kB) | |
| Downloading regex-2024.11.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (780 kB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 780.9/780.9 kB 5.2 MB/s eta 0:00:00 | |
| Downloading requests-2.32.3-py3-none-any.whl (64 kB) | |
| Downloading requests_mock-1.12.1-py2.py3-none-any.whl (27 kB) | |
| Downloading scikit_learn-1.6.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.5 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 13.5/13.5 MB 9.5 MB/s eta 0:00:00 | |
| Downloading sortedcontainers-2.4.0-py2.py3-none-any.whl (29 kB) | |
| Downloading sqlalchemy-2.0.39-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.1/3.1 MB 10.8 MB/s eta 0:00:00 | |
| Downloading tenacity-8.5.0-py3-none-any.whl (28 kB) | |
| Downloading testcontainers-3.7.1-py2.py3-none-any.whl (45 kB) | |
| Downloading zstandard-0.23.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.4/5.4 MB 11.2 MB/s eta 0:00:00 | |
| Downloading keyrings.google_artifactregistry_auth-1.1.2-py3-none-any.whl (10 kB) | |
| Downloading async_timeout-5.0.1-py3-none-any.whl (6.2 kB) | |
| Downloading attrs-25.3.0-py3-none-any.whl (63 kB) | |
| Downloading botocore-1.37.13-py3-none-any.whl (13.4 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 13.4/13.4 MB 11.4 MB/s eta 0:00:00 | |
| Downloading certifi-2025.1.31-py3-none-any.whl (166 kB) | |
| Downloading cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (445 kB) | |
| Downloading charset_normalizer-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (146 kB) | |
| Downloading dnspython-2.7.0-py3-none-any.whl (313 kB) | |
| Downloading docker-7.1.0-py3-none-any.whl (147 kB) | |
| Downloading exceptiongroup-1.2.2-py3-none-any.whl (16 kB) | |
| Downloading execnet-2.1.1-py3-none-any.whl (40 kB) | |
| Downloading google_cloud_resource_manager-1.14.1-py2.py3-none-any.whl (392 kB) | |
| Downloading google_crc32c-1.6.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (37 kB) | |
| Downloading google_resumable_media-2.7.2-py2.py3-none-any.whl (81 kB) | |
| Downloading googleapis_common_protos-1.69.1-py2.py3-none-any.whl (293 kB) | |
| Downloading greenlet-3.1.1-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (597 kB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 597.4/597.4 kB 8.2 MB/s eta 0:00:00 | |
| Downloading grpc_google_iam_v1-0.14.1-py2.py3-none-any.whl (19 kB) | |
| Downloading grpc_interceptor-0.15.4-py3-none-any.whl (20 kB) | |
| Downloading grpcio_status-1.65.5-py3-none-any.whl (14 kB) | |
| Downloading idna-3.10-py3-none-any.whl (70 kB) | |
| Downloading isodate-0.7.2-py3-none-any.whl (22 kB) | |
| Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) | |
| Downloading jsonschema_specifications-2024.10.1-py3-none-any.whl (18 kB) | |
| Using cached MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (20 kB) | |
| Downloading msal-1.32.0-py3-none-any.whl (114 kB) | |
| Downloading msal_extensions-1.3.1-py3-none-any.whl (20 kB) | |
| Downloading oauth2client-4.1.3-py2.py3-none-any.whl (98 kB) | |
| Downloading opentelemetry_api-1.31.0-py3-none-any.whl (65 kB) | |
| Downloading opentelemetry_sdk-1.31.0-py3-none-any.whl (118 kB) | |
| Downloading opentelemetry_semantic_conventions-0.52b0-py3-none-any.whl (183 kB) | |
| Downloading overrides-7.7.0-py3-none-any.whl (17 kB) | |
| Downloading pyasn1_modules-0.4.1-py3-none-any.whl (181 kB) | |
| Downloading pydantic-2.11.0b1-py3-none-any.whl (439 kB) | |
| Downloading pydantic_core-2.31.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.0 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.0/2.0 MB 10.3 MB/s eta 0:00:00 | |
| Downloading PyJWT-2.9.0-py3-none-any.whl (22 kB) | |
| Downloading pyparsing-3.2.1-py3-none-any.whl (107 kB) | |
| Downloading referencing-0.36.2-py3-none-any.whl (26 kB) | |
| Downloading rpds_py-0.23.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (386 kB) | |
| Downloading rsa-4.9-py3-none-any.whl (34 kB) | |
| Downloading s3transfer-0.11.4-py3-none-any.whl (84 kB) | |
| Downloading scipy-1.13.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (38.6 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 38.6/38.6 MB 10.3 MB/s eta 0:00:00 | |
| Downloading shapely-2.0.7-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.5 MB) | |
| ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.5/2.5 MB 10.7 MB/s eta 0:00:00 | |
| Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) | |
| Downloading sqlparse-0.5.3-py3-none-any.whl (44 kB) | |
| Downloading threadpoolctl-3.6.0-py3-none-any.whl (18 kB) | |
| Downloading tzdata-2025.1-py2.py3-none-any.whl (346 kB) | |
| Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) | |
| Downloading deprecation-2.1.0-py2.py3-none-any.whl (11 kB) | |
| Downloading iniconfig-2.0.0-py3-none-any.whl (5.9 kB) | |
| Downloading keyring-25.6.0-py3-none-any.whl (39 kB) | |
| Downloading PyMySQL-1.1.1-py3-none-any.whl (44 kB) | |
| Downloading wrapt-1.17.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (82 kB) | |
| Downloading annotated_types-0.7.0-py3-none-any.whl (13 kB) | |
| Downloading Deprecated-1.2.18-py2.py3-none-any.whl (10.0 kB) | |
| Downloading importlib_metadata-8.6.1-py3-none-any.whl (26 kB) | |
| Downloading jeepney-0.9.0-py3-none-any.whl (49 kB) | |
| Downloading pyasn1-0.6.1-py3-none-any.whl (83 kB) | |
| Downloading SecretStorage-3.3.3-py3-none-any.whl (15 kB) | |
| Downloading typing_inspection-0.4.0-py3-none-any.whl (14 kB) | |
| Downloading jaraco.classes-3.4.0-py3-none-any.whl (6.8 kB) | |
| Downloading jaraco.context-6.0.1-py3-none-any.whl (6.8 kB) | |
| Downloading jaraco.functools-4.1.0-py3-none-any.whl (10 kB) | |
| Downloading pycparser-2.22-py3-none-any.whl (117 kB) | |
| Downloading zipp-3.21.0-py3-none-any.whl (9.6 kB) | |
| Downloading backports.tarfile-1.2.0-py3-none-any.whl (30 kB) | |
| Downloading more_itertools-10.6.0-py3-none-any.whl (63 kB) | |
| Building wheels for collected packages: apache-beam, crcmod, dill, google-apitools, hdfs, docopt | |
| Building wheel for apache-beam (pyproject.toml): started | |
| Building wheel for apache-beam (pyproject.toml): still running... | |
| Building wheel for apache-beam (pyproject.toml): finished with status 'done' | |
| Created wheel for apache-beam: filename=apache_beam-2.64.0.dev0-cp39-cp39-linux_x86_64.whl size=15456949 sha256=0031e6ba616566e9b39464db39db055a476deb8ce8962dbddd19637f5a9d9ebb | |
| Stored in directory: /home/ywatanabe/.cache/pip/wheels/c1/5f/b2/64362e54c38818ebbd919fc2f186774741f793c91873cb907b | |
| Building wheel for crcmod (pyproject.toml): started | |
| Building wheel for crcmod (pyproject.toml): finished with status 'done' | |
| Created wheel for crcmod: filename=crcmod-1.7-cp39-cp39-linux_x86_64.whl size=36972 sha256=1363f726815b040334de2448c138b4a32567afd966c08943328433f61ca3075d | |
| Stored in directory: /home/ywatanabe/.cache/pip/wheels/4a/6c/a6/ffdd136310039bf226f2707a9a8e6857be7d70a3fc061f6b36 | |
| Building wheel for dill (pyproject.toml): started | |
| Building wheel for dill (pyproject.toml): finished with status 'done' | |
| Created wheel for dill: filename=dill-0.3.1.1-py3-none-any.whl size=78604 sha256=7481bf2d0b8521e357f8a698986d1e287bb475d198444035a2a5ac62203a2d54 | |
| Stored in directory: /home/ywatanabe/.cache/pip/wheels/4f/0b/ce/75d96dd714b15e51cb66db631183ea3844e0c4a6d19741a149 | |
| Building wheel for google-apitools (pyproject.toml): started | |
| Building wheel for google-apitools (pyproject.toml): finished with status 'done' | |
| Created wheel for google-apitools: filename=google_apitools-0.5.31-py3-none-any.whl size=131078 sha256=3a4f945cabafc6bad7281f06a2ad5f48270d04ac177af26128067f1844fd5a85 | |
| Stored in directory: /home/ywatanabe/.cache/pip/wheels/6c/f8/60/b9e91899dbaf25b6314047d3daee379bdd8d61b1dc3fd5ec7f | |
| Building wheel for hdfs (pyproject.toml): started | |
| Building wheel for hdfs (pyproject.toml): finished with status 'done' | |
| Created wheel for hdfs: filename=hdfs-2.7.3-py3-none-any.whl size=34382 sha256=f61fc6a2f58f32aa222fa52f4b0e77639638f18fc4ce73b8d1fd458d906dc79a | |
| Stored in directory: /home/ywatanabe/.cache/pip/wheels/05/6f/21/aa8d233f90da3017b4ef7c61829589dc267402d376dd3efcf5 | |
| Building wheel for docopt (pyproject.toml): started | |
| Building wheel for docopt (pyproject.toml): finished with status 'done' | |
| Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13748 sha256=b81e876ef91d7b39954eae278c185722271414ca9561c6f8973aed7bdc7c0710 | |
| Stored in directory: /home/ywatanabe/.cache/pip/wheels/70/4a/46/1309fc853b8d395e60bafaf1b6df7845bdd82c95fd59dd8d2b | |
| Successfully built apache-beam crcmod dill google-apitools hdfs docopt | |
| Installing collected packages: sortedcontainers, pytz, docopt, crcmod, zstandard, zipp, wrapt, urllib3, tzdata, typing-inspection, threadpoolctl, tenacity, sqlparse, six, rpds-py, regex, pyyaml, pyparsing, pymysql, PyJWT, pyhamcrest, pydantic-core, pycparser, pyasn1, pyarrow-hotfix, psycopg2-binary, protobuf, parameterized, overrides, orjson, objsize, numpy, more-itertools, mock, MarkupSafe, jsonpickle, joblib, jmespath, jeepney, isodate, iniconfig, idna, grpcio, greenlet, google-crc32c, fasteners, fastavro, execnet, exceptiongroup, docstring-parser, dnspython, dill, deprecation, cloudpickle, charset-normalizer, certifi, backports.tarfile, attrs, async-timeout, annotated-types, sqlalchemy, shapely, scipy, rsa, requests, referencing, redis, python-dateutil, pytest, pymongo, pydot, pydantic, pyasn1-modules, pyarrow, proto-plus, jinja2, jaraco.functools, jaraco.context, jaraco.classes, importlib-metadata, hypothesis, httplib2, grpc-interceptor, googleapis-common-protos, google-resumable-media, deprecated, cffi, scikit-learn, requests_mock, pytest-xdist, pytest-timeout, pandas, opentelemetry-api, oauth2client, jsonschema-specifications, hdfs, grpcio-status, google-auth, freezegun, docker, cryptography, botocore, azure-core, testcontainers, SecretStorage, s3transfer, opentelemetry-semantic-conventions, jsonschema, grpc-google-iam-v1, google-auth-httplib2, google-apitools, google-api-core, azure-storage-blob, opentelemetry-sdk, msal, keyring, google-cloud-core, boto3, apache-beam, msal-extensions, keyrings.google-artifactregistry-auth, google-cloud-vision, google-cloud-videointelligence, google-cloud-storage, google-cloud-spanner, google-cloud-resource-manager, google-cloud-recommendations-ai, google-cloud-pubsub, google-cloud-language, google-cloud-dlp, google-cloud-datastore, google-cloud-bigtable, google-cloud-bigquery-storage, google-cloud-bigquery, google-cloud-pubsublite, google-cloud-aiplatform, azure-identity | |
| Successfully installed MarkupSafe-3.0.2 PyJWT-2.9.0 SecretStorage-3.3.3 annotated-types-0.7.0 apache-beam-2.64.0.dev0 async-timeout-5.0.1 attrs-25.3.0 azure-core-1.32.0 azure-identity-1.21.0 azure-storage-blob-12.25.0 backports.tarfile-1.2.0 boto3-1.37.13 botocore-1.37.13 certifi-2025.1.31 cffi-1.17.1 charset-normalizer-3.4.1 cloudpickle-2.2.1 crcmod-1.7 cryptography-44.0.2 deprecated-1.2.18 deprecation-2.1.0 dill-0.3.1.1 dnspython-2.7.0 docker-7.1.0 docopt-0.6.2 docstring-parser-0.16 exceptiongroup-1.2.2 execnet-2.1.1 fastavro-1.10.0 fasteners-0.19 freezegun-1.5.1 google-api-core-2.24.2 google-apitools-0.5.31 google-auth-2.38.0 google-auth-httplib2-0.2.0 google-cloud-aiplatform-1.84.0 google-cloud-bigquery-3.30.0 google-cloud-bigquery-storage-2.29.1 google-cloud-bigtable-2.29.0 google-cloud-core-2.4.3 google-cloud-datastore-2.20.2 google-cloud-dlp-3.28.0 google-cloud-language-2.17.0 google-cloud-pubsub-2.28.0 google-cloud-pubsublite-1.12.0 google-cloud-recommendations-ai-0.10.16 google-cloud-resource-manager-1.14.1 google-cloud-spanner-3.53.0 google-cloud-storage-2.19.0 google-cloud-videointelligence-2.16.0 google-cloud-vision-3.10.0 google-crc32c-1.6.0 google-resumable-media-2.7.2 googleapis-common-protos-1.69.1 greenlet-3.1.1 grpc-google-iam-v1-0.14.1 grpc-interceptor-0.15.4 grpcio-1.65.5 grpcio-status-1.65.5 hdfs-2.7.3 httplib2-0.22.0 hypothesis-6.129.2 idna-3.10 importlib-metadata-8.6.1 iniconfig-2.0.0 isodate-0.7.2 jaraco.classes-3.4.0 jaraco.context-6.0.1 jaraco.functools-4.1.0 jeepney-0.9.0 jinja2-3.1.6 jmespath-1.0.1 joblib-1.4.2 jsonpickle-3.4.2 jsonschema-4.23.0 jsonschema-specifications-2024.10.1 keyring-25.6.0 keyrings.google-artifactregistry-auth-1.1.2 mock-5.2.0 more-itertools-10.6.0 msal-1.32.0 msal-extensions-1.3.1 numpy-2.0.2 oauth2client-4.1.3 objsize-0.7.1 opentelemetry-api-1.31.0 opentelemetry-sdk-1.31.0 opentelemetry-semantic-conventions-0.52b0 orjson-3.10.15 overrides-7.7.0 pandas-2.2.3 parameterized-0.9.0 proto-plus-1.26.1 protobuf-5.29.3 psycopg2-binary-2.9.9 pyarrow-16.1.0 pyarrow-hotfix-0.6 pyasn1-0.6.1 pyasn1-modules-0.4.1 pycparser-2.22 pydantic-2.11.0b1 pydantic-core-2.31.1 pydot-1.4.2 pyhamcrest-2.1.0 pymongo-4.11.2 pymysql-1.1.1 pyparsing-3.2.1 pytest-7.4.4 pytest-timeout-2.3.1 pytest-xdist-3.6.1 python-dateutil-2.9.0.post0 pytz-2025.1 pyyaml-6.0.2 redis-5.3.0b5 referencing-0.36.2 regex-2024.11.6 requests-2.32.3 requests_mock-1.12.1 rpds-py-0.23.1 rsa-4.9 s3transfer-0.11.4 scikit-learn-1.6.1 scipy-1.13.1 shapely-2.0.7 six-1.17.0 sortedcontainers-2.4.0 sqlalchemy-2.0.39 sqlparse-0.5.3 tenacity-8.5.0 testcontainers-3.7.1 threadpoolctl-3.6.0 typing-inspection-0.4.0 tzdata-2025.1 urllib3-1.26.20 wrapt-1.17.2 zipp-3.21.0 zstandard-0.23.0 | |
| > Task :sdks:python:wordCount | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 1 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 2 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 3 of 3. Reason: timed out | |
| WARNING:google.auth._default:Authentication failed using Compute Engine authentication due to unavailable metadata server. | |
| WARNING:apache_beam.utils.retry:Retry with exponential backoff: waiting for 1.1102428551113017 seconds before retrying _get_credentials_with_retrys because we caught exception: google.auth.exceptions.DefaultCredentialsError: Your default credentials were not found. To set up Application Default Credentials, see https://cloud.google.com/docs/authentication/external/set-up-adc for more information. | |
| Traceback for above exception (most recent call last): | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/utils/retry.py", line 298, in wrapper | |
| return fun(*args, **kwargs) | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/internal/gcp/auth.py", line 175, in _get_credentials_with_retrys | |
| credentials, _ = google.auth.default( | |
| File "/home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages/google/auth/_default.py", line 719, in default | |
| raise exceptions.DefaultCredentialsError(_CLOUD_SDK_MISSING_CREDENTIALS) | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 1 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 2 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 3 of 3. Reason: timed out | |
| WARNING:google.auth._default:Authentication failed using Compute Engine authentication due to unavailable metadata server. | |
| WARNING:apache_beam.utils.retry:Retry with exponential backoff: waiting for 2.279067104491349 seconds before retrying _get_credentials_with_retrys because we caught exception: google.auth.exceptions.DefaultCredentialsError: Your default credentials were not found. To set up Application Default Credentials, see https://cloud.google.com/docs/authentication/external/set-up-adc for more information. | |
| Traceback for above exception (most recent call last): | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/utils/retry.py", line 298, in wrapper | |
| return fun(*args, **kwargs) | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/internal/gcp/auth.py", line 175, in _get_credentials_with_retrys | |
| credentials, _ = google.auth.default( | |
| File "/home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages/google/auth/_default.py", line 719, in default | |
| raise exceptions.DefaultCredentialsError(_CLOUD_SDK_MISSING_CREDENTIALS) | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 1 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 2 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 3 of 3. Reason: timed out | |
| WARNING:google.auth._default:Authentication failed using Compute Engine authentication due to unavailable metadata server. | |
| WARNING:apache_beam.utils.retry:Retry with exponential backoff: waiting for 4.076035515143979 seconds before retrying _get_credentials_with_retrys because we caught exception: google.auth.exceptions.DefaultCredentialsError: Your default credentials were not found. To set up Application Default Credentials, see https://cloud.google.com/docs/authentication/external/set-up-adc for more information. | |
| Traceback for above exception (most recent call last): | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/utils/retry.py", line 298, in wrapper | |
| return fun(*args, **kwargs) | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/internal/gcp/auth.py", line 175, in _get_credentials_with_retrys | |
| credentials, _ = google.auth.default( | |
| File "/home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages/google/auth/_default.py", line 719, in default | |
| raise exceptions.DefaultCredentialsError(_CLOUD_SDK_MISSING_CREDENTIALS) | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 1 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 2 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 3 of 3. Reason: timed out | |
| WARNING:google.auth._default:Authentication failed using Compute Engine authentication due to unavailable metadata server. | |
| WARNING:apache_beam.utils.retry:Retry with exponential backoff: waiting for 12.351765883154371 seconds before retrying _get_credentials_with_retrys because we caught exception: google.auth.exceptions.DefaultCredentialsError: Your default credentials were not found. To set up Application Default Credentials, see https://cloud.google.com/docs/authentication/external/set-up-adc for more information. | |
| Traceback for above exception (most recent call last): | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/utils/retry.py", line 298, in wrapper | |
| return fun(*args, **kwargs) | |
| File "/home/ywatanabe/beam/sdks/python/apache_beam/internal/gcp/auth.py", line 175, in _get_credentials_with_retrys | |
| credentials, _ = google.auth.default( | |
| File "/home/ywatanabe/beam/build/gradleenv/1922375555/lib/python3.9/site-packages/google/auth/_default.py", line 719, in default | |
| raise exceptions.DefaultCredentialsError(_CLOUD_SDK_MISSING_CREDENTIALS) | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 1 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 2 of 3. Reason: timed out | |
| WARNING:google.auth.compute_engine._metadata:Compute Engine Metadata server unavailable on attempt 3 of 3. Reason: timed out | |
| WARNING:google.auth._default:Authentication failed using Compute Engine authentication due to unavailable metadata server. | |
| WARNING:apache_beam.internal.gcp.auth:Unable to find default credentials to use: Your default credentials were not found. To set up Application Default Credentials, see https://cloud.google.com/docs/authentication/external/set-up-adc for more information. | |
| Connecting anonymously. This is expected if no credentials are needed to access GCP resources. | |
| INFO:apache_beam.runners.worker.statecache:Creating state cache with size 104857600 | |
| INFO:apache_beam.io.filebasedsink:Starting finalize_write threads with num_shards: 1 (skipped: 0), batches: 1, num_threads: 1 | |
| INFO:apache_beam.io.filebasedsink:Renamed 1 shards in 0.01 seconds. | |
| Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0. | |
| You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. | |
| For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation. | |
| BUILD SUCCESSFUL in 5m 41s | |
| 140 actionable tasks: 5 executed, 135 up-to-date | |
| [ywatanabe@lemp13 beam]$ cat /etc/os-release | |
| NAME="Arch Linux" | |
| PRETTY_NAME="Arch Linux" | |
| ID=arch | |
| BUILD_ID=rolling | |
| ANSI_COLOR="38;2;23;147;209" | |
| HOME_URL="https://archlinux.org/" | |
| DOCUMENTATION_URL="https://wiki.archlinux.org/" | |
| SUPPORT_URL="https://bbs.archlinux.org/" | |
| BUG_REPORT_URL="https://gitlab.archlinux.org/groups/archlinux/-/issues" | |
| PRIVACY_POLICY_URL="https://terms.archlinux.org/docs/privacy-policy/" | |
| LOGO=archlinux-logo | |
| [ywatanabe@lemp13 beam]$ B | |
| [ywatanabe@lemp13 beam]$ java -version | |
| openjdk version "1.8.0_432" | |
| OpenJDK Runtime Environment (build 1.8.0_432-b05) | |
| OpenJDK 64-Bit Server VM (build 25.432-b05, mixed mode) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment