generate_readme.py

import glob
import json
import os


_template = """
## Multi-chain token list 
We collect many tokenlists from many providers, then we aggregate them by chains and tokens addresses. 
For each token we check whether it is listed in 2 or more tokenlists from different providers. If so, 
we add it to our trusted tokenlist.

## Providers
We collect tokenlists from github repos or open APIs from various platforms, currently:
- [CoinGecko](https://www.coingecko.com/)
- [1inch](https://app.1inch.io/)
- [Uniswap](https://uniswap.org/)
- [Sushiswap](https://www.sushi.com/)
- [OpenOcean](https://openocean.finance/)
- [QuickSwap](https://quickswap.exchange/#/swap)

## Chains with trusted tokens
Here are chains presented in our tokenlists with current token count. You can find out more in `/tokens` folder.
Token counts are approximate and may vary as providers update their tokenlists.
{tokens_count_by_chain}

## Run aggregation script yourself
Install requirements
```$ pip3 install -r requirements.txt```
Run the script from repo root folder
```python3 aggregate_tokens.py```
## Generate readme.md based on aggregated data
```bash
python generate_readme.py
```
"""


def _count_tokens(json_file_name: str, file) -> dict[str, int]:
    name_without_json = json_file_name.split('.')[0].lower()
    if name_without_json == "all":
        return {}

    tokens = json.loads(file.read())
    return {name_without_json.capitalize(): len(tokens)}


MIN_TOKEN_COUNT_TO_INCLUDE_IN_DOCS = 5


def generate_readme() -> None:
    _counts = {}
    for filename in glob.glob('tokens/*.json'):
        with open(os.path.join(os.getcwd(), filename), 'r') as f:  # open in readonly mode
            json_file_name = filename.split('/')[-1]
            _counts |= _count_tokens(json_file_name, f)

    _token_count_by_chain_name = {
        chain_name: tokens_count for chain_name, tokens_count in sorted(
            _counts.items(), key=lambda item: -item[1]
        )
        if tokens_count >= MIN_TOKEN_COUNT_TO_INCLUDE_IN_DOCS
    }
    token_count_by_chain_name = [
        f"- {chain_name}, {count} tokens" for chain_name, count in _token_count_by_chain_name.items()
    ]

    text = _template.format(
        tokens_count_by_chain='\n'.join(token_count_by_chain_name))
    with open("README.md", "w") as readme_file:
        readme_file.write(text)


if __name__ == "__main__":
    generate_readme()