Skip to content

Commit

Permalink
Merge branch 'main' into streaming-writes
Browse files Browse the repository at this point in the history
  • Loading branch information
H-Plus-Time committed Nov 14, 2023
2 parents 935f52d + d4eb77a commit 4367df9
Show file tree
Hide file tree
Showing 31 changed files with 1,286 additions and 2,102 deletions.
37 changes: 32 additions & 5 deletions .github/dependabot.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,34 @@
version: 2
updates:
- package-ecosystem: cargo
directory: "/"
schedule:
interval: weekly
open-pull-requests-limit: 10
- package-ecosystem: cargo
directory: "/"
schedule:
interval: weekly
open-pull-requests-limit: 10
groups:
arrow-rs:
patterns:
- "arrow"
- "parquet"
arrow2:
patterns:
- "arrow2"
- "parquet2"
other:
patterns:
- "*"
exclude-patterns:
- "arrow"
- "parquet"
- "arrow2"
- "parquet2"
- package-ecosystem: npm
directory: "/"
schedule:
interval: weekly
open-pull-requests-limit: 10
- package-ecosystem: github-actions
directory: "/"
schedule:
interval: weekly
open-pull-requests-limit: 10
6 changes: 3 additions & 3 deletions .github/workflows/docs-website.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ jobs:
docs:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4

- name: Install Rust
uses: actions-rs/toolchain@v1
Expand All @@ -21,9 +21,9 @@ jobs:
- name: Install
run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh

- uses: Swatinem/rust-cache@v1
- uses: Swatinem/rust-cache@v2

- uses: actions/setup-node@v2
- uses: actions/setup-node@v4
with:
node-version: "16"

Expand Down
24 changes: 12 additions & 12 deletions .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ jobs:
test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4

- name: Install Rust
uses: actions-rs/toolchain@v1
Expand All @@ -22,7 +22,7 @@ jobs:
- name: Install
run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh

- uses: Swatinem/rust-cache@v1
- uses: Swatinem/rust-cache@v2

- run: cargo install --git https://github.com/rustwasm/wasm-bindgen --rev 4d4851d45200d0d1aeaa07108072dfa0f1f185f7 wasm-bindgen-cli
- run: wasm-pack build --dev --target nodejs
Expand All @@ -31,7 +31,7 @@ jobs:
check:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4

- name: Install Rust
uses: actions-rs/toolchain@v1
Expand All @@ -41,7 +41,7 @@ jobs:
override: true

- run: rustup target add wasm32-unknown-unknown
- uses: Swatinem/rust-cache@v1
- uses: Swatinem/rust-cache@v2

- run: cargo install cargo-all-features

Expand All @@ -51,7 +51,7 @@ jobs:
node-test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4

- name: Install Rust
uses: actions-rs/toolchain@v1
Expand All @@ -63,11 +63,11 @@ jobs:
- name: Install
run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh

- uses: Swatinem/rust-cache@v1
- uses: Swatinem/rust-cache@v2

- uses: actions/setup-node@v2
- uses: actions/setup-node@v4
with:
node-version: "18"
node-version: "20"

- run: cargo install --git https://github.com/rustwasm/wasm-bindgen --rev 4d4851d45200d0d1aeaa07108072dfa0f1f185f7 wasm-bindgen-cli

Expand All @@ -84,7 +84,7 @@ jobs:
name: fmt
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4

- name: Install Rust
uses: actions-rs/toolchain@v1
Expand All @@ -94,7 +94,7 @@ jobs:
override: true
components: rustfmt

- uses: Swatinem/rust-cache@v1
- uses: Swatinem/rust-cache@v2

- name: Run
run: cargo fmt --all -- --check
Expand All @@ -103,7 +103,7 @@ jobs:
name: Clippy
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4

- name: Install Rust
uses: actions-rs/toolchain@v1
Expand All @@ -113,7 +113,7 @@ jobs:
override: true
components: clippy

- uses: Swatinem/rust-cache@v1
- uses: Swatinem/rust-cache@v2

- name: "clippy --all"
run: cargo clippy --all --features=full --tests -- -D warnings
2 changes: 2 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
*.fgb
.DS_Store
*.parquet
node_modules
/target
Expand Down
14 changes: 14 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,5 +1,19 @@
# Changelog

## [0.5.0] - 2023-10-21

## What's Changed

- Switch to an API based on table abstractions from [arrow-wasm](https://github.com/kylebarron/arrow-wasm).
- Update docs
- Initial implementation of reading to a stream of Arrow batches. By @H-Plus-Time in https://github.com/kylebarron/parquet-wasm/pull/296

## New Contributors

- @H-Plus-Time made their first contribution in https://github.com/kylebarron/parquet-wasm/pull/296

**Full Changelog**: https://github.com/kylebarron/parquet-wasm/compare/v0.4.0...v0.5.0

## [0.4.0] - 2023-08-15

## What's Changed
Expand Down
Loading

0 comments on commit 4367df9

Please sign in to comment.