maq/LinkScope_Client
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update snscrape resolutions.

Browse Source
This commit is contained in:
AccentuSoft
2022-08-31 16:42:45 +03:00
parent cee6bb84a2
commit 9863f597b7
2 changed files with 4 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
Modules/SocialMedia/TwitterUser.py
View File

@@ -43,20 +43,11 @@ class TwitterUser:
import argparse
import requests
import pytz
import snscrape.base
import snscrape.modules
import snscrape.version
from snscrape.modules.twitter import TwitterUserScraper
from dateutil.parser import parse
from PySide6.QtCore import QByteArray, QBuffer, QIODevice, QSize
from PySide6.QtGui import QImage
classes = snscrape.base.Scraper.__subclasses__()
scrapers = {}
for cls in classes:
if cls.name is not None:
scrapers[cls.name] = cls
classes.extend(cls.__subclasses__())
arguments = argparse.Namespace(citation=None, verbosity=0, dumpLocals=False, retries=3, maxResults=None,
format=None, jsonl=True, withEntity=False, since=None, progress=False,
scraper='twitter-user', isUserId=False, username='')
@@ -210,7 +201,7 @@ class TwitterUser:
primaryField = primaryField[1:]
arguments.username = primaryField
scraper = scrapers['twitter-user'].cli_from_args(arguments)
scraper = TwitterUserScraper.cli_from_args(arguments)
for index, item in enumerate(scraper.get_items(), start=1):
if arguments.since is not None and item.date < arguments.since:

13
Modules/SocialMedia/VKontakteUser.py
View File

@@ -33,18 +33,9 @@ class VKontakteUser:
def resolution(self, entityJsonList, parameters):
import argparse
import pytz
import snscrape.base
import snscrape.modules
import snscrape.version
from snscrape.modules.vkontakte import VKontakteUserScraper
from dateutil.parser import parse
classes = snscrape.base.Scraper.__subclasses__()
scrapers = {}
for cls in classes:
if cls.name is not None:
scrapers[cls.name] = cls
classes.extend(cls.__subclasses__())
arguments = argparse.Namespace(citation=None, verbosity=0, dumpLocals=False, retries=3, maxResults=None,
format=None, jsonl=True, withEntity=True, since=None, progress=False,
scraper='vkontakte-user', isUserId=False, username='')
@@ -119,7 +110,7 @@ class VKontakteUser:
primaryField = primaryField[1:]
arguments.username = primaryField
scraper = scrapers['vkontakte-user'].cli_from_args(arguments)
scraper = VKontakteUserScraper.cli_from_args(arguments)
item = scraper.entity
childIndex = len(returnResults)