pyarrow library internals

01-15-2022 1346 words 7 minutes 0 views

Contents

This page is all about the rich python library, the contents below is auto-generated by inspecting a python package’s code base.

This page is experimental: if you are seeking help with the `pyarrow` python package it's usually best to reference the libraries offical documentation page.

Package Files

pyarrow/__init__.pxd
pyarrow/__init__.py
pyarrow/_compute.cpython-39-x86_64-linux-gnu.so
pyarrow/_compute.pxd
pyarrow/_compute.pyx
pyarrow/_csv.cpython-39-x86_64-linux-gnu.so
pyarrow/_csv.pxd
pyarrow/_csv.pyx
pyarrow/_cuda.pxd
pyarrow/_cuda.pyx
pyarrow/_dataset.cpython-39-x86_64-linux-gnu.so
pyarrow/_dataset.pxd
pyarrow/_dataset.pyx
pyarrow/_dataset_orc.cpython-39-x86_64-linux-gnu.so
pyarrow/_dataset_orc.pyx
pyarrow/_feather.cpython-39-x86_64-linux-gnu.so
pyarrow/_feather.pyx
pyarrow/_flight.cpython-39-x86_64-linux-gnu.so
pyarrow/_flight.pyx
pyarrow/_fs.cpython-39-x86_64-linux-gnu.so
pyarrow/_fs.pxd
pyarrow/_fs.pyx
pyarrow/_generated_version.py
pyarrow/_hdfs.cpython-39-x86_64-linux-gnu.so
pyarrow/_hdfs.pyx
pyarrow/_hdfsio.cpython-39-x86_64-linux-gnu.so
pyarrow/_hdfsio.pyx
pyarrow/_json.cpython-39-x86_64-linux-gnu.so
pyarrow/_json.pyx
pyarrow/_orc.cpython-39-x86_64-linux-gnu.so
pyarrow/_orc.pxd
pyarrow/_orc.pyx
pyarrow/_parquet.cpython-39-x86_64-linux-gnu.so
pyarrow/_parquet.pxd
pyarrow/_parquet.pyx
pyarrow/_plasma.cpython-39-x86_64-linux-gnu.so
pyarrow/_plasma.pyx
pyarrow/_s3fs.cpython-39-x86_64-linux-gnu.so
pyarrow/_s3fs.pyx
pyarrow/array.pxi
pyarrow/benchmark.pxi
pyarrow/benchmark.py
pyarrow/builder.pxi
pyarrow/cffi.py
pyarrow/compat.pxi
pyarrow/compat.py
pyarrow/compute.py
pyarrow/config.pxi
pyarrow/csv.py
pyarrow/cuda.py
pyarrow/dataset.py
pyarrow/error.pxi
pyarrow/feather.py
pyarrow/filesystem.py
pyarrow/flight.py
pyarrow/fs.py
pyarrow/gandiva.pyx
pyarrow/hdfs.py
pyarrow/include
pyarrow/include/arrow
pyarrow/include/arrow/adapters
pyarrow/include/arrow/adapters/orc
pyarrow/include/arrow/adapters/orc/adapter.h
pyarrow/include/arrow/adapters/tensorflow
pyarrow/include/arrow/adapters/tensorflow/convert.h
pyarrow/include/arrow/api.h
pyarrow/include/arrow/array
pyarrow/include/arrow/array.h
pyarrow/include/arrow/array/array_base.h
pyarrow/include/arrow/array/array_binary.h
pyarrow/include/arrow/array/array_decimal.h
pyarrow/include/arrow/array/array_dict.h
pyarrow/include/arrow/array/array_nested.h
pyarrow/include/arrow/array/array_primitive.h
pyarrow/include/arrow/array/builder_adaptive.h
pyarrow/include/arrow/array/builder_base.h
pyarrow/include/arrow/array/builder_binary.h
pyarrow/include/arrow/array/builder_decimal.h
pyarrow/include/arrow/array/builder_dict.h
pyarrow/include/arrow/array/builder_nested.h
pyarrow/include/arrow/array/builder_primitive.h
pyarrow/include/arrow/array/builder_time.h
pyarrow/include/arrow/array/builder_union.h
pyarrow/include/arrow/array/concatenate.h
pyarrow/include/arrow/array/data.h
pyarrow/include/arrow/array/diff.h
pyarrow/include/arrow/array/util.h
pyarrow/include/arrow/array/validate.h
pyarrow/include/arrow/buffer.h
pyarrow/include/arrow/buffer_builder.h
pyarrow/include/arrow/builder.h
pyarrow/include/arrow/c
pyarrow/include/arrow/c/abi.h
pyarrow/include/arrow/c/bridge.h
pyarrow/include/arrow/c/helpers.h
pyarrow/include/arrow/chunked_array.h
pyarrow/include/arrow/compare.h
pyarrow/include/arrow/compute
pyarrow/include/arrow/compute/api.h
pyarrow/include/arrow/compute/api_aggregate.h
pyarrow/include/arrow/compute/api_scalar.h
pyarrow/include/arrow/compute/api_vector.h
pyarrow/include/arrow/compute/cast.h
pyarrow/include/arrow/compute/exec
pyarrow/include/arrow/compute/exec.h
pyarrow/include/arrow/compute/exec/exec_plan.h
pyarrow/include/arrow/compute/exec/expression.h
pyarrow/include/arrow/compute/exec/hash_join.h
pyarrow/include/arrow/compute/exec/hash_join_dict.h
pyarrow/include/arrow/compute/exec/key_compare.h
pyarrow/include/arrow/compute/exec/key_encode.h
pyarrow/include/arrow/compute/exec/key_hash.h
pyarrow/include/arrow/compute/exec/key_map.h
pyarrow/include/arrow/compute/exec/options.h
pyarrow/include/arrow/compute/exec/order_by_impl.h
pyarrow/include/arrow/compute/exec/schema_util.h
pyarrow/include/arrow/compute/exec/task_util.h
pyarrow/include/arrow/compute/exec/test_util.h
pyarrow/include/arrow/compute/exec/util.h
pyarrow/include/arrow/compute/function.h
pyarrow/include/arrow/compute/kernel.h
pyarrow/include/arrow/compute/registry.h
pyarrow/include/arrow/compute/type_fwd.h
pyarrow/include/arrow/config.h
pyarrow/include/arrow/csv
pyarrow/include/arrow/csv/api.h
pyarrow/include/arrow/csv/chunker.h
pyarrow/include/arrow/csv/column_builder.h
pyarrow/include/arrow/csv/column_decoder.h
pyarrow/include/arrow/csv/converter.h
pyarrow/include/arrow/csv/invalid_row.h
pyarrow/include/arrow/csv/options.h
pyarrow/include/arrow/csv/parser.h
pyarrow/include/arrow/csv/reader.h
pyarrow/include/arrow/csv/test_common.h
pyarrow/include/arrow/csv/type_fwd.h
pyarrow/include/arrow/csv/writer.h
pyarrow/include/arrow/dataset
pyarrow/include/arrow/dataset/api.h
pyarrow/include/arrow/dataset/dataset.h
pyarrow/include/arrow/dataset/dataset_writer.h
pyarrow/include/arrow/dataset/discovery.h
pyarrow/include/arrow/dataset/file_base.h
pyarrow/include/arrow/dataset/file_csv.h
pyarrow/include/arrow/dataset/file_ipc.h
pyarrow/include/arrow/dataset/file_orc.h
pyarrow/include/arrow/dataset/file_parquet.h
pyarrow/include/arrow/dataset/partition.h
pyarrow/include/arrow/dataset/pch.h
pyarrow/include/arrow/dataset/plan.h
pyarrow/include/arrow/dataset/projector.h
pyarrow/include/arrow/dataset/scanner.h
pyarrow/include/arrow/dataset/test_util.h
pyarrow/include/arrow/dataset/type_fwd.h
pyarrow/include/arrow/dataset/visibility.h
pyarrow/include/arrow/datum.h
pyarrow/include/arrow/device.h
pyarrow/include/arrow/extension_type.h
pyarrow/include/arrow/filesystem
pyarrow/include/arrow/filesystem/api.h
pyarrow/include/arrow/filesystem/filesystem.h
pyarrow/include/arrow/filesystem/gcsfs.h
pyarrow/include/arrow/filesystem/hdfs.h
pyarrow/include/arrow/filesystem/localfs.h
pyarrow/include/arrow/filesystem/mockfs.h
pyarrow/include/arrow/filesystem/path_util.h
pyarrow/include/arrow/filesystem/s3_test_util.h
pyarrow/include/arrow/filesystem/s3fs.h
pyarrow/include/arrow/filesystem/test_util.h
pyarrow/include/arrow/filesystem/type_fwd.h
pyarrow/include/arrow/flight
pyarrow/include/arrow/flight/api.h
pyarrow/include/arrow/flight/client.h
pyarrow/include/arrow/flight/client_auth.h
pyarrow/include/arrow/flight/client_cookie_middleware.h
pyarrow/include/arrow/flight/client_middleware.h
pyarrow/include/arrow/flight/customize_protobuf.h
pyarrow/include/arrow/flight/middleware.h
pyarrow/include/arrow/flight/pch.h
pyarrow/include/arrow/flight/platform.h
pyarrow/include/arrow/flight/server.h
pyarrow/include/arrow/flight/server_auth.h
pyarrow/include/arrow/flight/server_middleware.h
pyarrow/include/arrow/flight/test_integration.h
pyarrow/include/arrow/flight/test_util.h
pyarrow/include/arrow/flight/types.h
pyarrow/include/arrow/flight/visibility.h
pyarrow/include/arrow/io
pyarrow/include/arrow/io/api.h
pyarrow/include/arrow/io/buffered.h
pyarrow/include/arrow/io/caching.h
pyarrow/include/arrow/io/compressed.h
pyarrow/include/arrow/io/concurrency.h
pyarrow/include/arrow/io/file.h
pyarrow/include/arrow/io/hdfs.h
pyarrow/include/arrow/io/interfaces.h
pyarrow/include/arrow/io/memory.h
pyarrow/include/arrow/io/mman.h
pyarrow/include/arrow/io/slow.h
pyarrow/include/arrow/io/stdio.h
pyarrow/include/arrow/io/test_common.h
pyarrow/include/arrow/io/transform.h
pyarrow/include/arrow/io/type_fwd.h
pyarrow/include/arrow/ipc
pyarrow/include/arrow/ipc/api.h
pyarrow/include/arrow/ipc/dictionary.h
pyarrow/include/arrow/ipc/feather.h
pyarrow/include/arrow/ipc/json_simple.h
pyarrow/include/arrow/ipc/message.h
pyarrow/include/arrow/ipc/options.h
pyarrow/include/arrow/ipc/reader.h
pyarrow/include/arrow/ipc/test_common.h
pyarrow/include/arrow/ipc/type_fwd.h
pyarrow/include/arrow/ipc/util.h
pyarrow/include/arrow/ipc/writer.h
pyarrow/include/arrow/json
pyarrow/include/arrow/json/api.h
pyarrow/include/arrow/json/chunked_builder.h
pyarrow/include/arrow/json/chunker.h
pyarrow/include/arrow/json/converter.h
pyarrow/include/arrow/json/object_parser.h
pyarrow/include/arrow/json/object_writer.h
pyarrow/include/arrow/json/options.h
pyarrow/include/arrow/json/parser.h
pyarrow/include/arrow/json/rapidjson_defs.h
pyarrow/include/arrow/json/reader.h
pyarrow/include/arrow/json/test_common.h
pyarrow/include/arrow/json/type_fwd.h
pyarrow/include/arrow/memory_pool.h
pyarrow/include/arrow/memory_pool_test.h
pyarrow/include/arrow/pch.h
pyarrow/include/arrow/pretty_print.h
pyarrow/include/arrow/python
pyarrow/include/arrow/python/api.h
pyarrow/include/arrow/python/arrow_to_pandas.h
pyarrow/include/arrow/python/benchmark.h
pyarrow/include/arrow/python/common.h
pyarrow/include/arrow/python/datetime.h
pyarrow/include/arrow/python/decimal.h
pyarrow/include/arrow/python/deserialize.h
pyarrow/include/arrow/python/extension_type.h
pyarrow/include/arrow/python/filesystem.h
pyarrow/include/arrow/python/flight.h
pyarrow/include/arrow/python/helpers.h
pyarrow/include/arrow/python/inference.h
pyarrow/include/arrow/python/init.h
pyarrow/include/arrow/python/io.h
pyarrow/include/arrow/python/ipc.h
pyarrow/include/arrow/python/iterators.h
pyarrow/include/arrow/python/numpy_convert.h
pyarrow/include/arrow/python/numpy_interop.h
pyarrow/include/arrow/python/numpy_to_arrow.h
pyarrow/include/arrow/python/pch.h
pyarrow/include/arrow/python/platform.h
pyarrow/include/arrow/python/pyarrow.h
pyarrow/include/arrow/python/pyarrow_api.h
pyarrow/include/arrow/python/pyarrow_lib.h
pyarrow/include/arrow/python/python_to_arrow.h
pyarrow/include/arrow/python/serialize.h
pyarrow/include/arrow/python/type_traits.h
pyarrow/include/arrow/python/visibility.h
pyarrow/include/arrow/record_batch.h
pyarrow/include/arrow/result.h
pyarrow/include/arrow/scalar.h
pyarrow/include/arrow/sparse_tensor.h
pyarrow/include/arrow/status.h
pyarrow/include/arrow/stl.h
pyarrow/include/arrow/stl_allocator.h
pyarrow/include/arrow/stl_iterator.h
pyarrow/include/arrow/table.h
pyarrow/include/arrow/table_builder.h
pyarrow/include/arrow/tensor
pyarrow/include/arrow/tensor.h
pyarrow/include/arrow/tensor/converter.h
pyarrow/include/arrow/testing
pyarrow/include/arrow/testing/async_test_util.h
pyarrow/include/arrow/testing/executor_util.h
pyarrow/include/arrow/testing/extension_type.h
pyarrow/include/arrow/testing/future_util.h
pyarrow/include/arrow/testing/generator.h
pyarrow/include/arrow/testing/gtest_common.h
pyarrow/include/arrow/testing/gtest_compat.h
pyarrow/include/arrow/testing/gtest_util.h
pyarrow/include/arrow/testing/json_integration.h
pyarrow/include/arrow/testing/matchers.h
pyarrow/include/arrow/testing/pch.h
pyarrow/include/arrow/testing/random.h
pyarrow/include/arrow/testing/uniform_real.h
pyarrow/include/arrow/testing/util.h
pyarrow/include/arrow/testing/visibility.h
pyarrow/include/arrow/type.h
pyarrow/include/arrow/type_fwd.h
pyarrow/include/arrow/type_traits.h
pyarrow/include/arrow/util
pyarrow/include/arrow/util/algorithm.h
pyarrow/include/arrow/util/align_util.h
pyarrow/include/arrow/util/aligned_storage.h
pyarrow/include/arrow/util/async_generator.h
pyarrow/include/arrow/util/async_util.h
pyarrow/include/arrow/util/atomic_shared_ptr.h
pyarrow/include/arrow/util/base64.h
pyarrow/include/arrow/util/basic_decimal.h
pyarrow/include/arrow/util/benchmark_util.h
pyarrow/include/arrow/util/bit_block_counter.h
pyarrow/include/arrow/util/bit_run_reader.h
pyarrow/include/arrow/util/bit_stream_utils.h
pyarrow/include/arrow/util/bit_util.h
pyarrow/include/arrow/util/bitmap.h
pyarrow/include/arrow/util/bitmap_builders.h
pyarrow/include/arrow/util/bitmap_generate.h
pyarrow/include/arrow/util/bitmap_ops.h
pyarrow/include/arrow/util/bitmap_reader.h
pyarrow/include/arrow/util/bitmap_visit.h
pyarrow/include/arrow/util/bitmap_writer.h
pyarrow/include/arrow/util/bitset_stack.h
pyarrow/include/arrow/util/bpacking.h
pyarrow/include/arrow/util/bpacking64_default.h
pyarrow/include/arrow/util/bpacking_avx2.h
pyarrow/include/arrow/util/bpacking_avx512.h
pyarrow/include/arrow/util/bpacking_default.h
pyarrow/include/arrow/util/bpacking_neon.h
pyarrow/include/arrow/util/bpacking_simd128_generated.h
pyarrow/include/arrow/util/bpacking_simd256_generated.h
pyarrow/include/arrow/util/bpacking_simd512_generated.h
pyarrow/include/arrow/util/byte_stream_split.h
pyarrow/include/arrow/util/cancel.h
pyarrow/include/arrow/util/checked_cast.h
pyarrow/include/arrow/util/compare.h
pyarrow/include/arrow/util/compression.h
pyarrow/include/arrow/util/concurrent_map.h
pyarrow/include/arrow/util/config.h
pyarrow/include/arrow/util/converter.h
pyarrow/include/arrow/util/counting_semaphore.h
pyarrow/include/arrow/util/cpu_info.h
pyarrow/include/arrow/util/decimal.h
pyarrow/include/arrow/util/delimiting.h
pyarrow/include/arrow/util/dispatch.h
pyarrow/include/arrow/util/double_conversion.h
pyarrow/include/arrow/util/endian.h
pyarrow/include/arrow/util/formatting.h
pyarrow/include/arrow/util/functional.h
pyarrow/include/arrow/util/future.h
pyarrow/include/arrow/util/future_iterator.h
pyarrow/include/arrow/util/hash_util.h
pyarrow/include/arrow/util/hashing.h
pyarrow/include/arrow/util/int_util.h
pyarrow/include/arrow/util/io_util.h
pyarrow/include/arrow/util/iterator.h
pyarrow/include/arrow/util/key_value_metadata.h
pyarrow/include/arrow/util/launder.h
pyarrow/include/arrow/util/logging.h
pyarrow/include/arrow/util/macros.h
pyarrow/include/arrow/util/make_unique.h
pyarrow/include/arrow/util/map.h
pyarrow/include/arrow/util/math_constants.h
pyarrow/include/arrow/util/memory.h
pyarrow/include/arrow/util/mutex.h
pyarrow/include/arrow/util/optional.h
pyarrow/include/arrow/util/parallel.h
pyarrow/include/arrow/util/pcg_random.h
pyarrow/include/arrow/util/print.h
pyarrow/include/arrow/util/queue.h
pyarrow/include/arrow/util/range.h
pyarrow/include/arrow/util/rle_encoding.h
pyarrow/include/arrow/util/simd.h
pyarrow/include/arrow/util/small_vector.h
pyarrow/include/arrow/util/sort.h
pyarrow/include/arrow/util/spaced.h
pyarrow/include/arrow/util/stopwatch.h
pyarrow/include/arrow/util/string.h
pyarrow/include/arrow/util/string_builder.h
pyarrow/include/arrow/util/string_view.h
pyarrow/include/arrow/util/task_group.h
pyarrow/include/arrow/util/tdigest.h
pyarrow/include/arrow/util/test_common.h
pyarrow/include/arrow/util/thread_pool.h
pyarrow/include/arrow/util/time.h
pyarrow/include/arrow/util/trie.h
pyarrow/include/arrow/util/type_fwd.h
pyarrow/include/arrow/util/type_traits.h
pyarrow/include/arrow/util/ubsan.h
pyarrow/include/arrow/util/unreachable.h
pyarrow/include/arrow/util/uri.h
pyarrow/include/arrow/util/utf8.h
pyarrow/include/arrow/util/value_parsing.h
pyarrow/include/arrow/util/variant.h
pyarrow/include/arrow/util/vector.h
pyarrow/include/arrow/util/visibility.h
pyarrow/include/arrow/util/windows_compatibility.h
pyarrow/include/arrow/util/windows_fixup.h
pyarrow/include/arrow/vendored
pyarrow/include/arrow/vendored/ProducerConsumerQueue.h
pyarrow/include/arrow/vendored/datetime
pyarrow/include/arrow/vendored/datetime.h
pyarrow/include/arrow/vendored/datetime/date.h
pyarrow/include/arrow/vendored/datetime/ios.h
pyarrow/include/arrow/vendored/datetime/tz.h
pyarrow/include/arrow/vendored/datetime/tz_private.h
pyarrow/include/arrow/vendored/datetime/visibility.h
pyarrow/include/arrow/vendored/double-conversion
pyarrow/include/arrow/vendored/double-conversion/bignum-dtoa.h
pyarrow/include/arrow/vendored/double-conversion/bignum.h
pyarrow/include/arrow/vendored/double-conversion/cached-powers.h
pyarrow/include/arrow/vendored/double-conversion/diy-fp.h
pyarrow/include/arrow/vendored/double-conversion/double-conversion.h
pyarrow/include/arrow/vendored/double-conversion/fast-dtoa.h
pyarrow/include/arrow/vendored/double-conversion/fixed-dtoa.h
pyarrow/include/arrow/vendored/double-conversion/ieee.h
pyarrow/include/arrow/vendored/double-conversion/strtod.h
pyarrow/include/arrow/vendored/double-conversion/utils.h
pyarrow/include/arrow/vendored/optional.hpp
pyarrow/include/arrow/vendored/string_view.hpp
pyarrow/include/arrow/vendored/strptime.h
pyarrow/include/arrow/vendored/xxhash.h
pyarrow/include/arrow/visitor.h
pyarrow/include/arrow/visitor_inline.h
pyarrow/include/parquet
pyarrow/include/parquet/api
pyarrow/include/parquet/api/io.h
pyarrow/include/parquet/api/reader.h
pyarrow/include/parquet/api/schema.h
pyarrow/include/parquet/api/writer.h
pyarrow/include/parquet/arrow
pyarrow/include/parquet/arrow/reader.h
pyarrow/include/parquet/arrow/schema.h
pyarrow/include/parquet/arrow/test_util.h
pyarrow/include/parquet/arrow/writer.h
pyarrow/include/parquet/bloom_filter.h
pyarrow/include/parquet/column_page.h
pyarrow/include/parquet/column_reader.h
pyarrow/include/parquet/column_scanner.h
pyarrow/include/parquet/column_writer.h
pyarrow/include/parquet/encoding.h
pyarrow/include/parquet/encryption
pyarrow/include/parquet/encryption/crypto_factory.h
pyarrow/include/parquet/encryption/encryption.h
pyarrow/include/parquet/encryption/file_key_material_store.h
pyarrow/include/parquet/encryption/file_key_unwrapper.h
pyarrow/include/parquet/encryption/file_key_wrapper.h
pyarrow/include/parquet/encryption/key_encryption_key.h
pyarrow/include/parquet/encryption/key_material.h
pyarrow/include/parquet/encryption/key_metadata.h
pyarrow/include/parquet/encryption/key_toolkit.h
pyarrow/include/parquet/encryption/kms_client.h
pyarrow/include/parquet/encryption/kms_client_factory.h
pyarrow/include/parquet/encryption/local_wrap_kms_client.h
pyarrow/include/parquet/encryption/test_encryption_util.h
pyarrow/include/parquet/encryption/test_in_memory_kms.h
pyarrow/include/parquet/encryption/two_level_cache_with_expiration.h
pyarrow/include/parquet/exception.h
pyarrow/include/parquet/file_reader.h
pyarrow/include/parquet/file_writer.h
pyarrow/include/parquet/hasher.h
pyarrow/include/parquet/level_comparison.h
pyarrow/include/parquet/level_comparison_inc.h
pyarrow/include/parquet/level_conversion.h
pyarrow/include/parquet/level_conversion_inc.h
pyarrow/include/parquet/metadata.h
pyarrow/include/parquet/murmur3.h
pyarrow/include/parquet/parquet_version.h
pyarrow/include/parquet/pch.h
pyarrow/include/parquet/platform.h
pyarrow/include/parquet/printer.h
pyarrow/include/parquet/properties.h
pyarrow/include/parquet/schema.h
pyarrow/include/parquet/statistics.h
pyarrow/include/parquet/stream_reader.h
pyarrow/include/parquet/stream_writer.h
pyarrow/include/parquet/test_util.h
pyarrow/include/parquet/type_fwd.h
pyarrow/include/parquet/types.h
pyarrow/include/parquet/windows_compatibility.h
pyarrow/include/plasma
pyarrow/include/plasma/client.h
pyarrow/include/plasma/common.h
pyarrow/include/plasma/compat.h
pyarrow/include/plasma/events.h
pyarrow/include/plasma/test_util.h
pyarrow/includes
pyarrow/includes/__init__.pxd
pyarrow/includes/common.pxd
pyarrow/includes/libarrow.pxd
pyarrow/includes/libarrow_cuda.pxd
pyarrow/includes/libarrow_dataset.pxd
pyarrow/includes/libarrow_feather.pxd
pyarrow/includes/libarrow_flight.pxd
pyarrow/includes/libarrow_fs.pxd
pyarrow/includes/libgandiva.pxd
pyarrow/includes/libplasma.pxd
pyarrow/io.pxi
pyarrow/ipc.pxi
pyarrow/ipc.py
pyarrow/json.py
pyarrow/jvm.py
pyarrow/lib.cpython-39-x86_64-linux-gnu.so
pyarrow/lib.pxd
pyarrow/lib.pyx
pyarrow/lib_api.h
pyarrow/libarrow.so.600
pyarrow/libarrow_dataset.so.600
pyarrow/libarrow_flight.so.600
pyarrow/libarrow_python.so.600
pyarrow/libarrow_python_flight.so.600
pyarrow/libparquet.so.600
pyarrow/libplasma.so.600
pyarrow/memory.pxi
pyarrow/orc.py
pyarrow/pandas-shim.pxi
pyarrow/pandas_compat.py
pyarrow/parquet.py
pyarrow/plasma-store-server
pyarrow/plasma.py
pyarrow/public-api.pxi
pyarrow/scalar.pxi
pyarrow/serialization.pxi
pyarrow/serialization.py
pyarrow/table.pxi
pyarrow/tensor.pxi
pyarrow/tensorflow
pyarrow/tensorflow/plasma_op.cc
pyarrow/tests
pyarrow/tests/__init__.py
pyarrow/tests/arrow_7980.py
pyarrow/tests/bound_function_visit_strings.pyx
pyarrow/tests/conftest.py
pyarrow/tests/data
pyarrow/tests/data/feather
pyarrow/tests/data/feather/v0.17.0.version=2-compression=lz4.feather
pyarrow/tests/data/orc
pyarrow/tests/data/orc/README.md
pyarrow/tests/data/orc/TestOrcFile.emptyFile.jsn.gz
pyarrow/tests/data/orc/TestOrcFile.emptyFile.orc
pyarrow/tests/data/orc/TestOrcFile.test1.jsn.gz
pyarrow/tests/data/orc/TestOrcFile.test1.orc
pyarrow/tests/data/orc/TestOrcFile.testDate1900.jsn.gz
pyarrow/tests/data/orc/TestOrcFile.testDate1900.orc
pyarrow/tests/data/orc/decimal.jsn.gz
pyarrow/tests/data/orc/decimal.orc
pyarrow/tests/data/parquet
pyarrow/tests/data/parquet/v0.7.1.all-named-index.parquet
pyarrow/tests/data/parquet/v0.7.1.column-metadata-handling.parquet
pyarrow/tests/data/parquet/v0.7.1.parquet
pyarrow/tests/data/parquet/v0.7.1.some-named-index.parquet
pyarrow/tests/deserialize_buffer.py
pyarrow/tests/pandas_examples.py
pyarrow/tests/pandas_threaded_import.py
pyarrow/tests/parquet
pyarrow/tests/parquet/common.py
pyarrow/tests/parquet/conftest.py
pyarrow/tests/parquet/test_basic.py
pyarrow/tests/parquet/test_compliant_nested_type.py
pyarrow/tests/parquet/test_data_types.py
pyarrow/tests/parquet/test_dataset.py
pyarrow/tests/parquet/test_datetime.py
pyarrow/tests/parquet/test_metadata.py
pyarrow/tests/parquet/test_pandas.py
pyarrow/tests/parquet/test_parquet_file.py
pyarrow/tests/parquet/test_parquet_writer.py
pyarrow/tests/pyarrow_cython_example.pyx
pyarrow/tests/strategies.py
pyarrow/tests/test_adhoc_memory_leak.py
pyarrow/tests/test_array.py
pyarrow/tests/test_builder.py
pyarrow/tests/test_cffi.py
pyarrow/tests/test_compute.py
pyarrow/tests/test_convert_builtin.py
pyarrow/tests/test_csv.py
pyarrow/tests/test_cuda.py
pyarrow/tests/test_cuda_numba_interop.py
pyarrow/tests/test_cython.py
pyarrow/tests/test_dataset.py
pyarrow/tests/test_deprecations.py
pyarrow/tests/test_extension_type.py
pyarrow/tests/test_feather.py
pyarrow/tests/test_filesystem.py
pyarrow/tests/test_flight.py
pyarrow/tests/test_fs.py
pyarrow/tests/test_gandiva.py
pyarrow/tests/test_hdfs.py
pyarrow/tests/test_io.py
pyarrow/tests/test_ipc.py
pyarrow/tests/test_json.py
pyarrow/tests/test_jvm.py
pyarrow/tests/test_memory.py
pyarrow/tests/test_misc.py
pyarrow/tests/test_orc.py
pyarrow/tests/test_pandas.py
pyarrow/tests/test_plasma.py
pyarrow/tests/test_plasma_tf_op.py
pyarrow/tests/test_scalars.py
pyarrow/tests/test_schema.py
pyarrow/tests/test_serialization.py
pyarrow/tests/test_serialization_deprecated.py
pyarrow/tests/test_sparse_tensor.py
pyarrow/tests/test_strategies.py
pyarrow/tests/test_table.py
pyarrow/tests/test_tensor.py
pyarrow/tests/test_types.py
pyarrow/tests/test_util.py
pyarrow/tests/util.py
pyarrow/types.pxi
pyarrow/types.py
pyarrow/util.py
pyarrow/vendored
pyarrow/vendored/__init__.py
pyarrow/vendored/version.py

Package Classes

<class ‘pyarrow.lib.Array’>
<class ‘pyarrow.util.ArrayValue’>
<class ‘pyarrow.lib.ArrowCancelled’>
<class ‘pyarrow.lib.ArrowCapacityError’>
<class ‘pyarrow.lib.ArrowException’>
<class ‘OSError’>
<class ‘pyarrow.lib.ArrowIndexError’>
<class ‘pyarrow.lib.ArrowInvalid’>
<class ‘pyarrow.lib.ArrowKeyError’>
<class ‘pyarrow.lib.ArrowMemoryError’>
<class ‘pyarrow.lib.ArrowNotImplementedError’>
<class ‘pyarrow.lib.ArrowSerializationError’>
<class ‘pyarrow.lib.ArrowTypeError’>
<class ‘pyarrow.lib.BaseExtensionType’>
<class ‘pyarrow.lib.BinaryArray’>
<class ‘pyarrow.lib.BinaryScalar’>
<class ‘pyarrow.util.BinaryValue’>
<class ‘pyarrow.lib.BooleanArray’>
<class ‘pyarrow.lib.BooleanScalar’>
<class ‘pyarrow.util.BooleanValue’>
<class ‘pyarrow.lib.Buffer’>
<class ‘pyarrow.lib.BufferOutputStream’>
<class ‘pyarrow.lib.BufferReader’>
<class ‘pyarrow.lib.BufferedInputStream’>
<class ‘pyarrow.lib.BufferedOutputStream’>
<class ‘importlib._bootstrap.BuildInfo’>
<class ‘pyarrow.lib.ChunkedArray’>
<class ‘pyarrow.lib.Codec’>
<class ‘pyarrow.lib.CompressedInputStream’>
<class ‘pyarrow.lib.CompressedOutputStream’>
<class ‘pyarrow.lib.DataType’>
<class ‘pyarrow.lib.Date32Array’>
<class ‘pyarrow.lib.Date32Scalar’>
<class ‘pyarrow.util.Date32Value’>
<class ‘pyarrow.lib.Date64Array’>
<class ‘pyarrow.lib.Date64Scalar’>
<class ‘pyarrow.util.Date64Value’>
<class ‘pyarrow.lib.Decimal128Array’>
<class ‘pyarrow.lib.Decimal128Scalar’>
<class ‘pyarrow.lib.Decimal128Type’>
<class ‘pyarrow.util.Decimal128Value’>
<class ‘pyarrow.lib.Decimal256Array’>
<class ‘pyarrow.lib.Decimal256Scalar’>
<class ‘pyarrow.lib.Decimal256Type’>
<class ‘pyarrow.util.Decimal256Value’>
<class ‘pyarrow.lib.DenseUnionType’>
<class ‘pyarrow.lib.DeserializationCallbackError’>
<class ‘pyarrow.lib.DictionaryArray’>
<class ‘pyarrow.lib.DictionaryMemo’>
<class ‘pyarrow.lib.DictionaryScalar’>
<class ‘pyarrow.lib.DictionaryType’>
<class ‘pyarrow.util.DictionaryValue’>
<class ‘pyarrow.lib.DoubleScalar’>
<class ‘pyarrow.util.DoubleValue’>
<class ‘pyarrow.lib.DurationArray’>
<class ‘pyarrow.lib.DurationScalar’>
<class ‘pyarrow.lib.DurationType’>
<class ‘pyarrow.util.DurationValue’>
<class ‘pyarrow.lib.ExtensionArray’>
<class ‘pyarrow.lib.ExtensionScalar’>
<class ‘pyarrow.lib.ExtensionType’>
<class ‘pyarrow.lib.Field’>
<class ‘pyarrow.lib.FixedSizeBinaryArray’>
<class ‘pyarrow.lib.FixedSizeBinaryScalar’>
<class ‘pyarrow.lib.FixedSizeBinaryType’>
<class ‘pyarrow.util.FixedSizeBinaryValue’>
<class ‘pyarrow.lib.FixedSizeBufferWriter’>
<class ‘pyarrow.lib.FixedSizeListArray’>
<class ‘pyarrow.lib.FixedSizeListScalar’>
<class ‘pyarrow.lib.FixedSizeListType’>
<class ‘pyarrow.util.FixedSizeListValue’>
<class ‘pyarrow.lib.FloatScalar’>
<class ‘pyarrow.util.FloatValue’>
<class ‘pyarrow.lib.FloatingPointArray’>
<class ‘pyarrow.lib.HalfFloatScalar’>
<class ‘pyarrow.util.HalfFloatValue’>
<class ‘pyarrow._hdfsio.HdfsFile’>
<class ‘pyarrow.lib.Int16Array’>
<class ‘pyarrow.lib.Int16Scalar’>
<class ‘pyarrow.util.Int16Value’>
<class ‘pyarrow.lib.Int32Array’>
<class ‘pyarrow.lib.Int32Scalar’>
<class ‘pyarrow.util.Int32Value’>
<class ‘pyarrow.lib.Int64Array’>
<class ‘pyarrow.lib.Int64Scalar’>
<class ‘pyarrow.util.Int64Value’>
<class ‘pyarrow.lib.Int8Array’>
<class ‘pyarrow.lib.Int8Scalar’>
<class ‘pyarrow.util.Int8Value’>
<class ‘pyarrow.lib.IntegerArray’>
<class ‘pyarrow.lib.KeyValueMetadata’>
<class ‘pyarrow.lib.LargeBinaryArray’>
<class ‘pyarrow.lib.LargeBinaryScalar’>
<class ‘pyarrow.util.LargeBinaryValue’>
<class ‘pyarrow.lib.LargeListArray’>
<class ‘pyarrow.lib.LargeListScalar’>
<class ‘pyarrow.lib.LargeListType’>
<class ‘pyarrow.util.LargeListValue’>
<class ‘pyarrow.lib.LargeStringArray’>
<class ‘pyarrow.lib.LargeStringScalar’>
<class ‘pyarrow.util.LargeStringValue’>
<class ‘pyarrow.lib.ListArray’>
<class ‘pyarrow.lib.ListScalar’>
<class ‘pyarrow.lib.ListType’>
<class ‘pyarrow.util.ListValue’>
<class ‘pyarrow.lib.LoggingMemoryPool’>
<class ‘pyarrow.lib.MapArray’>
<class ‘pyarrow.lib.MapScalar’>
<class ‘pyarrow.lib.MapType’>
<class ‘pyarrow.util.MapValue’>
<class ‘pyarrow.lib.MemoryMappedFile’>
<class ‘pyarrow.lib.MemoryPool’>
<class ‘pyarrow.lib.Message’>
<class ‘pyarrow.lib.MessageReader’>
<enum ‘MetadataVersion’>
<class ‘pyarrow.lib.MockOutputStream’>
<class ‘MonthDayNano’>
<class ‘pyarrow.lib.MonthDayNanoIntervalArray’>
<class ‘pyarrow.lib.MonthDayNanoIntervalScalar’>
<class ‘pyarrow.lib.NativeFile’>
<class ‘pyarrow.lib.NullArray’>
<class ‘pyarrow.lib.NullScalar’>
<class ‘pyarrow.util.NullType’>
<class ‘pyarrow.lib.NumericArray’>
<class ‘pyarrow.lib.OSFile’>
<class ‘pyarrow.lib.ProxyMemoryPool’>
<class ‘pyarrow.lib.PyExtensionType’>
<class ‘pyarrow.lib.PythonFile’>
<class ‘pyarrow.lib.RecordBatch’>
<class ‘pyarrow.ipc.RecordBatchFileReader’>
<class ‘pyarrow.ipc.RecordBatchFileWriter’>
<class ‘pyarrow.ipc.RecordBatchStreamReader’>
<class ‘pyarrow.ipc.RecordBatchStreamWriter’>
<class ‘pyarrow.lib.ResizableBuffer’>
<class ‘importlib._bootstrap.RuntimeInfo’>
<class ‘pyarrow.lib.Scalar’>
<class ‘pyarrow.lib.Schema’>
<class ‘pyarrow.lib.SerializationCallbackError’>
<class ‘pyarrow.lib.SparseCOOTensor’>
<class ‘pyarrow.lib.SparseCSCMatrix’>
<class ‘pyarrow.lib.SparseCSFTensor’>
<class ‘pyarrow.lib.SparseCSRMatrix’>
<class ‘pyarrow.lib.SparseUnionType’>
<class ‘pyarrow.lib.StringArray’>
<class ‘pyarrow.lib.StringScalar’>
<class ‘pyarrow.util.StringValue’>
<class ‘pyarrow.lib.StructArray’>
<class ‘pyarrow.lib.StructScalar’>
<class ‘pyarrow.lib.StructType’>
<class ‘pyarrow.util.StructValue’>
<class ‘pyarrow.lib.Table’>
<class ‘pyarrow.lib.Tensor’>
<class ‘pyarrow.lib.Time32Array’>
<class ‘pyarrow.lib.Time32Scalar’>
<class ‘pyarrow.lib.Time32Type’>
<class ‘pyarrow.util.Time32Value’>
<class ‘pyarrow.lib.Time64Array’>
<class ‘pyarrow.lib.Time64Scalar’>
<class ‘pyarrow.lib.Time64Type’>
<class ‘pyarrow.util.Time64Value’>
<class ‘pyarrow.lib.TimestampArray’>
<class ‘pyarrow.lib.TimestampScalar’>
<class ‘pyarrow.lib.TimestampType’>
<class ‘pyarrow.util.TimestampValue’>
<class ‘pyarrow.lib.TransformInputStream’>
<class ‘pyarrow.lib.UInt16Array’>
<class ‘pyarrow.lib.UInt16Scalar’>
<class ‘pyarrow.util.UInt16Value’>
<class ‘pyarrow.lib.UInt32Array’>
<class ‘pyarrow.lib.UInt32Scalar’>
<class ‘pyarrow.util.UInt32Value’>
<class ‘pyarrow.lib.UInt64Array’>
<class ‘pyarrow.lib.UInt64Scalar’>
<class ‘pyarrow.util.UInt64Value’>
<class ‘pyarrow.lib.UInt8Array’>
<class ‘pyarrow.lib.UInt8Scalar’>
<class ‘pyarrow.util.UInt8Value’>
<class ‘pyarrow.lib.UnionArray’>
<class ‘pyarrow.lib.UnionScalar’>
<class ‘pyarrow.lib.UnionType’>
<class ‘pyarrow.util.UnionValue’>
<class ‘pyarrow.lib.UnknownExtensionType’>
<class ‘importlib._bootstrap.VersionInfo’>
<class ‘pyarrow.filesystem.FileSystem’>
<class ‘pyarrow.hdfs.HadoopFileSystem’>
<class ‘pyarrow.filesystem.LocalFileSystem’>
<class ‘pyarrow.lib.SerializationContext’>
<class ‘pyarrow.lib.SerializedPyObject’>

Package Methods

pyarrow.getattr()

pyarrow.__getattr__(name)

pyarrow.__getattr__(
  name,
)

pyarrow._deprecate_api()

pyarrow._deprecate_api(old_name, new_name, api, next_version)

pyarrow._deprecate_api(
  old_name,
  new_name,
  api,
  next_version,
)

pyarrow._deprecate_class()

pyarrow._deprecate_class(old_name, new_class, next_version, instancecheck=True)

pyarrow._deprecate_class(
  old_name,
  new_class,
  next_version,
  instancecheck,
)

pyarrow._deprecate_scalar()

pyarrow._deprecate_scalar(ty, symbol)

pyarrow._deprecate_scalar(
  ty,
  symbol,
)

pyarrow._get_pkg_config_executable()

pyarrow._get_pkg_config_executable()

pyarrow._get_pkg_config_executable(
)

pyarrow._has_pkg_config()

pyarrow._has_pkg_config(pkgname)

pyarrow._has_pkg_config(
  pkgname,
)

pyarrow._plasma_store_entry_point()

This can be used by invoking e.g. plasma_store -s /tmp/plasma -m 1000000000 from the command line and will start the plasma_store executable with the given arguments.

pyarrow._plasma_store_entry_point()

pyarrow._plasma_store_entry_point(
)

pyarrow._read_pkg_config_variable()

pyarrow._read_pkg_config_variable(pkgname, cli_args)

pyarrow._read_pkg_config_variable(
  pkgname,
  cli_args,
)

pyarrow.create_library_symlinks()

ABI version like libarrow.so.17 or libarrow.17.dylib and so linking to them with -larrow won’t work unless we create symlinks at locations like site-packages/pyarrow/libarrow.so. This unfortunate workaround addresses prior problems we had with shipping two copies of the shared libraries to permit third party projects like turbodbc to build their C++ extensions against the pyarrow wheels.

This function must only be invoked once and only when the shared libraries are bundled with the Python package, which should only apply to wheel-based installs. It requires write access to the site-packages/pyarrow directory and so depending on your system may need to be run with root.

pyarrow.create_library_symlinks()

pyarrow.create_library_symlinks(
)

pyarrow.default_serialization_context()

pyarrow.default_serialization_context()

pyarrow.default_serialization_context(
)

pyarrow.deserialize_pandas()

pyarrow.deserialize_pandas(buf, *, use_threads=True)

pyarrow.deserialize_pandas(
  buf,
  use_threads,
)

pyarrow.get_include()

headers. Similar to numpy.get_include

pyarrow.get_include()

pyarrow.get_include(
)

pyarrow.get_libraries()

or Cython extensions using pyarrow

pyarrow.get_libraries()

pyarrow.get_libraries(
)

pyarrow.get_library_dirs()

linking C or Cython extensions using pyarrow

pyarrow.get_library_dirs()

pyarrow.get_library_dirs(
)

pyarrow.get_record_batch_size()

pyarrow.get_record_batch_size(*args, **kwargs)

pyarrow.get_record_batch_size(
  args,
  kwargs,
)

pyarrow.get_tensor_size()

pyarrow.get_tensor_size(*args, **kwargs)

pyarrow.get_tensor_size(
  args,
  kwargs,
)

pyarrow.open_file()

pyarrow.open_file(*args, **kwargs)

pyarrow.open_file(
  args,
  kwargs,
)

pyarrow.open_stream()

pyarrow.open_stream(*args, **kwargs)

pyarrow.open_stream(
  args,
  kwargs,
)

pyarrow.read_message()

pyarrow.read_message(*args, **kwargs)

pyarrow.read_message(
  args,
  kwargs,
)

pyarrow.read_record_batch()

pyarrow.read_record_batch(*args, **kwargs)

pyarrow.read_record_batch(
  args,
  kwargs,
)

pyarrow.read_schema()

pyarrow.read_schema(*args, **kwargs)

pyarrow.read_schema(
  args,
  kwargs,
)

pyarrow.read_tensor()

pyarrow.read_tensor(*args, **kwargs)

pyarrow.read_tensor(
  args,
  kwargs,
)

pyarrow.register_default_serialization_handlers()

pyarrow.register_default_serialization_handlers(serialization_context)

pyarrow.register_default_serialization_handlers(
  serialization_context,
)

pyarrow.register_torch_serialization_handlers()

pyarrow.register_torch_serialization_handlers(serialization_context)

pyarrow.register_torch_serialization_handlers(
  serialization_context,
)

pyarrow.serialize_pandas()

pyarrow.serialize_pandas(df, *, nthreads=None, preserve_index=None)

pyarrow.serialize_pandas(
  df,
  nthreads,
  preserve_index,
)

pyarrow.show_versions()

pyarrow.show_versions()

pyarrow.show_versions(
)

pyarrow.write_tensor()

pyarrow.write_tensor(*args, **kwargs)

pyarrow.write_tensor(
  args,
  kwargs,
)