Na}{

File Content: `test_s3.py`

from io import BytesIO
import os

import pytest

import pandas.util._test_decorators as td

from pandas import read_csv
import pandas._testing as tm


def test_streaming_s3_objects():
    # GH17135
    # botocore gained iteration support in 1.10.47, can now be used in read_*
    pytest.importorskip("botocore", minversion="1.10.47")
    from botocore.response import StreamingBody

    data = [b"foo,bar,baz\n1,2,3\n4,5,6\n", b"just,the,header\n"]
    for el in data:
        body = StreamingBody(BytesIO(el), content_length=len(el))
        read_csv(body)


@td.skip_if_no("s3fs")
@pytest.mark.network
@tm.network
def test_read_without_creds_from_pub_bucket():
    # GH 34626
    # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt
    result = read_csv("s3://gdelt-open-data/events/1981.csv", nrows=3)
    assert len(result) == 3


@td.skip_if_no("s3fs")
@pytest.mark.network
@tm.network
def test_read_with_creds_from_pub_bucket():
    # Ensure we can read from a public bucket with credentials
    # GH 34626
    # Use Amazon Open Data Registry - https://registry.opendata.aws/gdelt

    with tm.ensure_safe_environment_variables():
        # temporary workaround as moto fails for botocore >= 1.11 otherwise,
        # see https://github.com/spulec/moto/issues/1924 & 1952
        os.environ.setdefault("AWS_ACCESS_KEY_ID", "foobar_key")
        os.environ.setdefault("AWS_SECRET_ACCESS_KEY", "foobar_secret")
        df = read_csv(
            "s3://gdelt-open-data/events/1981.csv", nrows=5, sep="\t", header=None
        )
        assert len(df) == 5

Name	Size	Permission
__pycache__	---	2755
data	---	2755
excel	---	2755
formats	---	2755
json	---	2755
parser	---	2755
pytables	---	2755
sas	---	2755
xml	---	2755
__init__.py	0 bytes	0644
conftest.py	6204 bytes	0644
generate_legacy_storage_files.py	9711 bytes	0644
test_clipboard.py	14877 bytes	0644
test_common.py	22426 bytes	0644
test_compression.py	10944 bytes	0644
test_feather.py	9184 bytes	0644
test_fsspec.py	9278 bytes	0644
test_gcs.py	6087 bytes	0644
test_html.py	47987 bytes	0644
test_orc.py	12605 bytes	0644
test_parquet.py	43608 bytes	0644
test_pickle.py	18063 bytes	0644
test_s3.py	1577 bytes	0644
test_spss.py	4142 bytes	0644
test_sql.py	116588 bytes	0644
test_stata.py	87985 bytes	0644
test_user_agent.py	11814 bytes	0644

File Content: test_s3.py

File Content: `test_s3.py`