langchain/libs/community/tests/integration_tests/document_loaders/test_etherscan.py

import os

import pytest

from langchain_community.document_loaders import EtherscanLoader

if "ETHERSCAN_API_KEY" in os.environ:
    etherscan_key_set = True
    api_key = os.environ["ETHERSCAN_API_KEY"]
else:
    etherscan_key_set = False


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_get_normal_transaction() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    loader = EtherscanLoader(account_address)
    result = loader.load()
    assert len(result) > 0, "No transactions returned"


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_get_internal_transaction() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    loader = EtherscanLoader(account_address, filter="internal_transaction")
    result = loader.load()
    assert len(result) > 0, "No transactions returned"


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_get_erc20_transaction() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    loader = EtherscanLoader(account_address, filter="erc20_transaction")
    result = loader.load()
    assert len(result) > 0, "No transactions returned"


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_get_erc721_transaction() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    loader = EtherscanLoader(account_address, filter="erc721_transaction")
    result = loader.load()
    assert len(result) > 0, "No transactions returned"


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_get_erc1155_transaction() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    loader = EtherscanLoader(account_address, filter="erc1155_transaction")
    result = loader.load()
    assert len(result) == 1, "Wrong transactions returned"
    assert result[0].page_content == "", "Wrong transactions returned"


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_get_eth_balance() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    loader = EtherscanLoader(account_address, filter="eth_balance")
    result = loader.load()
    assert len(result) > 0, "No transactions returned"


@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")
def test_invalid_filter() -> None:
    account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"
    with pytest.raises(ValueError) as error_invalid_filter:
        EtherscanLoader(account_address, filter="internal_saction")
    assert str(error_invalid_filter.value) == "Invalid filter internal_saction"
Add etherscan document loader (#7943) @rlancemartin The modification includes: * etherscanLoader * test_etherscan * document ipynb I have run the test, lint, format, and spell check. I do encounter a linting error on ipynb, I am not sure how to address that. ``` docs/extras/modules/data_connection/document_loaders/integrations/Etherscan.ipynb:55: error: Name "null" is not defined [name-defined] docs/extras/modules/data_connection/document_loaders/integrations/Etherscan.ipynb:76: error: Name "null" is not defined [name-defined] Found 2 errors in 1 file (checked 1 source file) ``` - Description: The Etherscan loader uses etherscan api to load transaction histories under specific accounts on Ethereum Mainnet. - No dependency is introduced by this PR. - Twitter handle: glazecl --------- Co-authored-by: Bagatur <baskaryan@gmail.com> 1 year ago			`import os`

			`import pytest`

community[major], core[patch], langchain[patch], experimental[patch]: Create langchain-community (#14463) Moved the following modules to new package langchain-community in a backwards compatible fashion: ``` mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community mv langchain/langchain/adapters community/langchain_community mv langchain/langchain/callbacks community/langchain_community/callbacks mv langchain/langchain/chat_loaders community/langchain_community mv langchain/langchain/chat_models community/langchain_community mv langchain/langchain/document_loaders community/langchain_community mv langchain/langchain/docstore community/langchain_community mv langchain/langchain/document_transformers community/langchain_community mv langchain/langchain/embeddings community/langchain_community mv langchain/langchain/graphs community/langchain_community mv langchain/langchain/llms community/langchain_community mv langchain/langchain/memory/chat_message_histories community/langchain_community mv langchain/langchain/retrievers community/langchain_community mv langchain/langchain/storage community/langchain_community mv langchain/langchain/tools community/langchain_community mv langchain/langchain/utilities community/langchain_community mv langchain/langchain/vectorstores community/langchain_community mv langchain/langchain/agents/agent_toolkits community/langchain_community mv langchain/langchain/cache.py community/langchain_community ``` Moved the following to core ``` mv langchain/langchain/utils/json_schema.py core/langchain_core/utils mv langchain/langchain/utils/html.py core/langchain_core/utils mv langchain/langchain/utils/strings.py core/langchain_core/utils cat langchain/langchain/utils/env.py >> core/langchain_core/utils/env.py rm langchain/langchain/utils/env.py ``` See .scripts/community_split/script_integrations.sh for all changes 10 months ago			`from langchain_community.document_loaders import EtherscanLoader`
Add etherscan document loader (#7943) @rlancemartin The modification includes: * etherscanLoader * test_etherscan * document ipynb I have run the test, lint, format, and spell check. I do encounter a linting error on ipynb, I am not sure how to address that. ``` docs/extras/modules/data_connection/document_loaders/integrations/Etherscan.ipynb:55: error: Name "null" is not defined [name-defined] docs/extras/modules/data_connection/document_loaders/integrations/Etherscan.ipynb:76: error: Name "null" is not defined [name-defined] Found 2 errors in 1 file (checked 1 source file) ``` - Description: The Etherscan loader uses etherscan api to load transaction histories under specific accounts on Ethereum Mainnet. - No dependency is introduced by this PR. - Twitter handle: glazecl --------- Co-authored-by: Bagatur <baskaryan@gmail.com> 1 year ago
			`if "ETHERSCAN_API_KEY" in os.environ:`
			`etherscan_key_set = True`
			`api_key = os.environ["ETHERSCAN_API_KEY"]`
			`else:`
			`etherscan_key_set = False`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_get_normal_transaction() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`loader = EtherscanLoader(account_address)`
			`result = loader.load()`
			`assert len(result) > 0, "No transactions returned"`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_get_internal_transaction() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`loader = EtherscanLoader(account_address, filter="internal_transaction")`
			`result = loader.load()`
			`assert len(result) > 0, "No transactions returned"`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_get_erc20_transaction() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`loader = EtherscanLoader(account_address, filter="erc20_transaction")`
			`result = loader.load()`
			`assert len(result) > 0, "No transactions returned"`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_get_erc721_transaction() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`loader = EtherscanLoader(account_address, filter="erc721_transaction")`
			`result = loader.load()`
			`assert len(result) > 0, "No transactions returned"`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_get_erc1155_transaction() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`loader = EtherscanLoader(account_address, filter="erc1155_transaction")`
			`result = loader.load()`
			`assert len(result) == 1, "Wrong transactions returned"`
			`assert result[0].page_content == "", "Wrong transactions returned"`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_get_eth_balance() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`loader = EtherscanLoader(account_address, filter="eth_balance")`
			`result = loader.load()`
			`assert len(result) > 0, "No transactions returned"`


			`@pytest.mark.skipif(not etherscan_key_set, reason="Etherscan API key not provided.")`
			`def test_invalid_filter() -> None:`
			`account_address = "0x9dd134d14d1e65f84b706d6f205cd5b1cd03a46b"`
			`with pytest.raises(ValueError) as error_invalid_filter:`
			`EtherscanLoader(account_address, filter="internal_saction")`
			`assert str(error_invalid_filter.value) == "Invalid filter internal_saction"`