スマメイトの上位200位までの使用キャラの集計

# スマメイト上位200位までのキャラクター集計
import requests
from bs4 import BeautifulSoup

url = 'https://smashmate.net/ranking/'
res = requests.get(url)
soup = BeautifulSoup(res.text, "html.parser")
rankers = soup.find_all('div', class_="row row-center va-middle row-battle row-nomargin")

for ranker in rankers:
    coltag = ranker.find('div', class_='col-xs-3')
    if coltag is not None:
        atags = coltag.find_all('a')
        for atag in atags:
            if 'fighter' in atag.get('href'):
                print(atag.get('href'))

python3 ranking.py > rankers.txt
# 結果はこんな感じ
head -n 3 rankers.txt
https://smashmate.net/fighter/kazuya/
https://smashmate.net/fighter/steve/
https://smashmate.net/fighter/mr_game_and_watch/

cat rankers.txt| sort | uniq -c | sort -r   
  13 https://smashmate.net/fighter/steve/
   8 https://smashmate.net/fighter/snake/
   8 https://smashmate.net/fighter/minmin/
   7 https://smashmate.net/fighter/luigi/
   6 https://smashmate.net/fighter/rob/
   5 https://smashmate.net/fighter/yoshi/
   5 https://smashmate.net/fighter/wolf/
   5 https://smashmate.net/fighter/link/
   5 https://smashmate.net/fighter/greninja/
   4 https://smashmate.net/fighter/terry/
   4 https://smashmate.net/fighter/sonic/
   4 https://smashmate.net/fighter/ryu/
   4 https://smashmate.net/fighter/mario/
   4 https://smashmate.net/fighter/ike/
   4 https://smashmate.net/fighter/homura/
   4 https://smashmate.net/fighter/falco/
   4 https://smashmate.net/fighter/duck_hunt/
   3 https://smashmate.net/fighter/villager/
   3 https://smashmate.net/fighter/sora/
   3 https://smashmate.net/fighter/samus/
   3 https://smashmate.net/fighter/pokemon_trainer/
   3 https://smashmate.net/fighter/palutena/
   3 https://smashmate.net/fighter/olimar/
   3 https://smashmate.net/fighter/ness/
   3 https://smashmate.net/fighter/mr_game_and_watch/
   3 https://smashmate.net/fighter/mii_gunner/
   3 https://smashmate.net/fighter/mewtwo/
   3 https://smashmate.net/fighter/megaman/
   3 https://smashmate.net/fighter/kazuya/
   3 https://smashmate.net/fighter/joker/
   3 https://smashmate.net/fighter/ganondorf/
   3 https://smashmate.net/fighter/diddy_kong/
   3 https://smashmate.net/fighter/cloud/
   3 https://smashmate.net/fighter/chrom/
   3 https://smashmate.net/fighter/bowser_jr/
   3 https://smashmate.net/fighter/bayonetta/
   2 https://smashmate.net/fighter/zero_suit_samus/
   2 https://smashmate.net/fighter/zelda/
   2 https://smashmate.net/fighter/young_link/
   2 https://smashmate.net/fighter/wii_fit_trainer/
   2 https://smashmate.net/fighter/roy/
   2 https://smashmate.net/fighter/pichu/
   2 https://smashmate.net/fighter/peach/
   2 https://smashmate.net/fighter/mii_swordfighter/
   2 https://smashmate.net/fighter/kirby/
   2 https://smashmate.net/fighter/king_dedede/
   2 https://smashmate.net/fighter/ken/
   2 https://smashmate.net/fighter/isabelle/
   2 https://smashmate.net/fighter/inkling/
   2 https://smashmate.net/fighter/ice_climber/
   2 https://smashmate.net/fighter/hero/
   2 https://smashmate.net/fighter/dr_mario/
   2 https://smashmate.net/fighter/donkey_kong/
   2 https://smashmate.net/fighter/corrin/
   2 https://smashmate.net/fighter/captain_falcon/
   2 https://smashmate.net/fighter/bowser/
   2 https://smashmate.net/fighter/banjo_and_kazooie/
   1 https://smashmate.net/fighter/wario/
   1 https://smashmate.net/fighter/toon_link/
   1 https://smashmate.net/fighter/shulk/
   1 https://smashmate.net/fighter/sheik/
   1 https://smashmate.net/fighter/rosalina_luma/
   1 https://smashmate.net/fighter/robin/
   1 https://smashmate.net/fighter/ridley/
   1 https://smashmate.net/fighter/richter/
   1 https://smashmate.net/fighter/piranha_plant/
   1 https://smashmate.net/fighter/pikachu/
   1 https://smashmate.net/fighter/pacman/
   1 https://smashmate.net/fighter/metaknight/
   1 https://smashmate.net/fighter/lucina/
   1 https://smashmate.net/fighter/lucas/
   1 https://smashmate.net/fighter/lucario/
   1 https://smashmate.net/fighter/king_k_rool/
   1 https://smashmate.net/fighter/jigglypuff/
   1 https://smashmate.net/fighter/daisy/

# ファイターのURLの部分のみ取り出す
cat fighter.txt | cut -d',' -f2 | sort > fighter_url.txt
# 上位200位のキャラ集計ファイルを作る
cat rankers.txt| sort | uniq -c | sort -r  > player_count.txt
# ^のファイルのファイターのURLの部分のみ取り出す
cat player_count.txt  | cut -c 6-100 | sort > rankers_chars.txt
# diffを取る
diff fighter_url.txt rankers_chars.txt
5d4
< https://smashmate.net/fighter/byleth/
11,12d9
< https://smashmate.net/fighter/dark_pit/
< https://smashmate.net/fighter/dark_samus/
18d14
< https://smashmate.net/fighter/fox/
25d20
< https://smashmate.net/fighter/incineroar/
36d30
< https://smashmate.net/fighter/little_mac/
42d35
< https://smashmate.net/fighter/marth/
46d38
< https://smashmate.net/fighter/mii_brawler/
59d50
< https://smashmate.net/fighter/pit/
69d59
< https://smashmate.net/fighter/sephiroth/
72d61
< https://smashmate.net/fighter/simon/