Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 9f05f0a9f9 | |||
| 0bd384b252 | |||
| b7d3c30c86 |
BIN
Binary file not shown.
@@ -1,127 +1,45 @@
|
|||||||
import sqlite3
|
import requests
|
||||||
|
from bs4 import BeautifulSoup
|
||||||
|
import re
|
||||||
|
|
||||||
db_name = 'mydb.db'
|
url = 'https://msk.top-academy.ru/blog'
|
||||||
|
|
||||||
class Field:
|
class BlogArticle:
|
||||||
def __init__(self,name,column_type):
|
ls = list()
|
||||||
self.name = name
|
def __init__(self,title,text):
|
||||||
self.type = column_type
|
self.title = title
|
||||||
def __str__(self):
|
self.text = text
|
||||||
return f'{self.name}:{self.type}'
|
BlogArticle.ls.append(self)
|
||||||
|
@classmethod
|
||||||
|
def count(cls):
|
||||||
|
return len(cls.ls)
|
||||||
|
|
||||||
class IntegerField(Field):
|
def to_dict(self):
|
||||||
def __init__(self,name):
|
return {'title': self.title, 'text':self.text}
|
||||||
super().__init__(name,'INTEGER')
|
|
||||||
|
|
||||||
class StringField(Field):
|
|
||||||
def __init__(self,name):
|
|
||||||
super().__init__(name,'TEXT')
|
|
||||||
|
|
||||||
class ModelMeta(type):
|
|
||||||
def __new__(cls, name, bases, attrs):
|
|
||||||
if name == 'BaseModel':
|
|
||||||
return super().__new__(cls,name,bases,attrs)
|
|
||||||
|
|
||||||
fields = dict()
|
|
||||||
for k,v in attrs.items():
|
|
||||||
if isinstance(v,Field):
|
|
||||||
fields[k] = v
|
|
||||||
|
|
||||||
attrs['_fields'] = fields
|
|
||||||
return super().__new__(cls,name,bases,attrs)
|
|
||||||
|
|
||||||
|
|
||||||
class BaseModel(metaclass=ModelMeta):
|
|
||||||
def __init__(self,**kwargs):
|
|
||||||
for k,v in kwargs.items():
|
|
||||||
setattr(self,k,v) #{'name': 'Alex'} self.name = 'Alex'
|
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_by_id(cls,id):
|
def from_dict(cls,d):
|
||||||
conn = sqlite3.connect(db_name)
|
BlogArticle(d['title'],d['text'])
|
||||||
cursor = conn.cursor()
|
|
||||||
property_list = ['id']+[f"{k}" for k, v in cls.__dict__.items() if isinstance(v, property)]
|
|
||||||
property_string = ','.join(property_list)
|
|
||||||
query = f"SELECT {property_string} FROM {cls.__name__} WHERE id = ?"
|
|
||||||
cursor.execute(query,(id,))
|
|
||||||
result = cursor.fetchone()
|
|
||||||
property_dict = dict()
|
|
||||||
for index in range(len(property_list)):
|
|
||||||
property_dict[property_list[index]] = result[index]
|
|
||||||
conn.close()
|
|
||||||
return cls(**property_dict)
|
|
||||||
|
|
||||||
def save(self):
|
def scan(i):
|
||||||
conn = sqlite3.connect(db_name)
|
headers = {
|
||||||
cursor = conn.cursor()
|
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36'
|
||||||
|
}
|
||||||
|
response = requests.get(
|
||||||
|
url + (f'?page={i}' if i>1 else ''),
|
||||||
|
headers=headers
|
||||||
|
)
|
||||||
|
html = response.text
|
||||||
|
soup = BeautifulSoup(html,'html.parser')
|
||||||
|
result = soup.find_all("div", class_='styles_cardBody__qP0jN')
|
||||||
|
for el in result:
|
||||||
|
par = el.find_all("p")
|
||||||
|
BlogArticle(par[0].text,par[1].text)
|
||||||
|
|
||||||
fields = []
|
if __name__ == '__main__':
|
||||||
values = []
|
BlogArticle.from_dict({'title':'Заголовок','text':'Текст статьи'})
|
||||||
for name, field in self._fields.items():
|
#for i in range(3):
|
||||||
fields.append(field.name)
|
#scan(i)
|
||||||
values.append(getattr(self,name,None))
|
print(BlogArticle.count())
|
||||||
|
for i in range(1):
|
||||||
query =f'''INSERT INTO {self.__class__.__name__.lower()}({','.join(fields)})
|
print(BlogArticle.ls[i].to_dict())
|
||||||
VALUES({','.join(['?']*len(values))})'''
|
|
||||||
|
|
||||||
print(query,values)
|
|
||||||
conn.close()
|
|
||||||
'''
|
|
||||||
property_list = [f"{k}" for k, v in self.__class__.__dict__.items() if isinstance(v, property)]
|
|
||||||
|
|
||||||
if self.__id != None:
|
|
||||||
update_string = ','.join([f'`{p_name}`= ? ' for p_name in property_list])
|
|
||||||
update_values = [getattr(self,p) for p in property_list] + [self.__id]
|
|
||||||
query = f"UPDATE {self.__class__.__name__} SET {update_string} WHERE id = ?"
|
|
||||||
print(query,update_values)
|
|
||||||
cursor.execute(query,update_values)
|
|
||||||
conn.commit()
|
|
||||||
else:
|
|
||||||
property_count = ('?,'*len(property_list))[:-1]
|
|
||||||
property_names = ','.join(property_list)
|
|
||||||
property_values = [getattr(self,p) for p in property_list]
|
|
||||||
query = f"INSERT INTO {self.__class__.__name__}({property_names}) VALUES({property_count})"
|
|
||||||
cursor.execute(query,property_values)
|
|
||||||
conn.commit()
|
|
||||||
self.__id = cursor.lastrowid
|
|
||||||
'''
|
|
||||||
|
|
||||||
def validate_email(func):
|
|
||||||
def wrapper(self,*args,**kwargs):
|
|
||||||
if hasattr(self,'email'):
|
|
||||||
if '@' not in self.email:
|
|
||||||
raise ValueError('Некоректный email')
|
|
||||||
|
|
||||||
return func(self,*args,**kwargs)
|
|
||||||
return wrapper
|
|
||||||
|
|
||||||
class User(BaseModel):
|
|
||||||
id = IntegerField('id')
|
|
||||||
name = StringField('name')
|
|
||||||
age = Field('age','REAL')
|
|
||||||
email = StringField('email')
|
|
||||||
|
|
||||||
@validate_email
|
|
||||||
def save(self):
|
|
||||||
super().save()
|
|
||||||
|
|
||||||
'''
|
|
||||||
class Product(BaseModel):
|
|
||||||
def __init__(self,name,category,price,id=None):
|
|
||||||
super().__init__(id)
|
|
||||||
self.__name = name
|
|
||||||
self.__category = category
|
|
||||||
self.__price = price
|
|
||||||
@property
|
|
||||||
def name(self):
|
|
||||||
return self.__name
|
|
||||||
@property
|
|
||||||
def category(self):
|
|
||||||
return self.__category
|
|
||||||
@property
|
|
||||||
def price(self):
|
|
||||||
return self.__price
|
|
||||||
'''
|
|
||||||
|
|
||||||
user1 = User(name='John',age=18, email='john@example.com')
|
|
||||||
user1.save()
|
|
||||||
|
|||||||
Reference in New Issue
Block a user