From 17f524f2b8b408848031d70ba103ea660ed37b84 Mon Sep 17 00:00:00 2001 From: regro-cf-autotick-bot <36490558+regro-cf-autotick-bot@users.noreply.github.com> Date: Tue, 5 Nov 2024 21:48:24 -0600 Subject: [PATCH] litdata v0.2.30 (#31) * updated v0.2.30 * MNT: Re-rendered with conda-build 24.9.0, conda-smithy 3.44.0, and conda-forge-pinning 2024.11.05.21.36.17 * Rename pypi.io to pypi.org * Set python_min following CFEP-25 Using minimum python_requires defined at https://github.com/Lightning-AI/litdata/blob/v0.2.30/setup.py#L70. See details of CFEP-25 at https://github.com/conda-forge/conda-forge.github.io/issues/2351 and https://conda-forge.org/docs/maintainer/knowledge_base/#noarch-python --------- Co-authored-by: Wei Ji <23487320+weiji14@users.noreply.github.com> --- .scripts/build_steps.sh | 14 +++++++------- azure-pipelines.yml | 29 +++++++++++++++++++++++++++-- recipe/meta.yaml | 12 +++++++----- 3 files changed, 41 insertions(+), 14 deletions(-) diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh index af0b9ac..f8051ab 100755 --- a/.scripts/build_steps.sh +++ b/.scripts/build_steps.sh @@ -31,13 +31,13 @@ pkgs_dirs: solver: libmamba CONDARC +mv /opt/conda/conda-meta/history /opt/conda/conda-meta/history.$(date +%Y-%m-%d-%H-%M-%S) +echo > /opt/conda/conda-meta/history +micromamba install --root-prefix ~/.conda --prefix /opt/conda \ + --yes --override-channels --channel conda-forge --strict-channel-priority \ + pip python=3.12 conda-build conda-forge-ci-setup=4 "conda-build>=24.1" export CONDA_LIBMAMBA_SOLVER_NO_CHANNELS_FROM_INSTALLED=1 -mamba install --update-specs --yes --quiet --channel conda-forge --strict-channel-priority \ - pip mamba conda-build conda-forge-ci-setup=4 "conda-build>=24.1" -mamba update --update-specs --yes --quiet --channel conda-forge --strict-channel-priority \ - pip mamba conda-build conda-forge-ci-setup=4 "conda-build>=24.1" - # set up the condarc setup_conda_rc "${FEEDSTOCK_ROOT}" "${RECIPE_ROOT}" "${CONFIG_FILE}" @@ -73,8 +73,8 @@ else --extra-meta flow_run_id="${flow_run_id:-}" remote_url="${remote_url:-}" sha="${sha:-}" ( startgroup "Inspecting artifacts" ) 2> /dev/null - # inspect_artifacts was only added in conda-forge-ci-setup 4.6.0 - command -v inspect_artifacts >/dev/null 2>&1 && inspect_artifacts || echo "inspect_artifacts needs conda-forge-ci-setup >=4.6.0" + # inspect_artifacts was only added in conda-forge-ci-setup 4.9.4 + command -v inspect_artifacts >/dev/null 2>&1 && inspect_artifacts --recipe-dir "${RECIPE_ROOT}" -m "${CONFIG_FILE}" || echo "inspect_artifacts needs conda-forge-ci-setup >=4.9.4" ( endgroup "Inspecting artifacts" ) 2> /dev/null ( startgroup "Validating outputs" ) 2> /dev/null diff --git a/azure-pipelines.yml b/azure-pipelines.yml index ad85a2c..d309e84 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -2,5 +2,30 @@ # update the conda-forge.yml and/or the recipe/meta.yaml. # -*- mode: yaml -*- -jobs: - - template: ./.azure-pipelines/azure-pipelines-linux.yml \ No newline at end of file +stages: +- stage: Check + jobs: + - job: Skip + pool: + vmImage: 'ubuntu-22.04' + variables: + DECODE_PERCENTS: 'false' + RET: 'true' + steps: + - checkout: self + fetchDepth: '2' + - bash: | + git_log=`git log --max-count=1 --skip=1 --pretty=format:"%B" | tr "\n" " "` + echo "##vso[task.setvariable variable=log]$git_log" + displayName: Obtain commit message + - bash: echo "##vso[task.setvariable variable=RET]false" + condition: and(eq(variables['Build.Reason'], 'PullRequest'), or(contains(variables.log, '[skip azp]'), contains(variables.log, '[azp skip]'), contains(variables.log, '[skip ci]'), contains(variables.log, '[ci skip]'))) + displayName: Skip build? + - bash: echo "##vso[task.setvariable variable=start_main;isOutput=true]$RET" + name: result + displayName: Export result +- stage: Build + condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) + dependsOn: Check + jobs: + - template: ./.azure-pipelines/azure-pipelines-linux.yml \ No newline at end of file diff --git a/recipe/meta.yaml b/recipe/meta.yaml index b0a57c7..e418318 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -1,13 +1,14 @@ {% set name = "litdata" %} -{% set version = "0.2.29" %} +{% set version = "0.2.30" %} +{% set python_min = python_min|default("3.8") %} package: name: {{ name|lower }} version: {{ version }} source: - url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/litdata-{{ version }}.tar.gz - sha256: fa2342b59e1b0fa58b3af74e49830833c4eb29c6b40fb68355a951510110e9ef + url: https://pypi.org/packages/source/{{ name[0] }}/{{ name }}/litdata-{{ version }}.tar.gz + sha256: 62ecce703f5368c91e75da2247a23d6c573aae8ca135ee69fcb3d173cfaa1613 build: noarch: python @@ -17,7 +18,7 @@ build: requirements: host: - pip - - python >=3.8 + - python {{ python_min }}.* - setuptools - wheel run: @@ -25,7 +26,7 @@ requirements: - filelock - lightning-utilities - numpy - - python >=3.8 + - python >={{ python_min }} - pytorch - requests @@ -38,6 +39,7 @@ test: - python -c "import numpy as np; from litdata.streaming.serializers import NoHeaderNumpySerializer; serializer = NoHeaderNumpySerializer(); assert serializer.can_serialize(np.ones((10,)))" requires: - pip + - python ={{ python_min }} about: home: https://github.com/Lightning-AI/litdata