4 Commits

3 changed files with 120 additions and 38 deletions
BIN
View File
Binary file not shown.
+120 -38
View File
@@ -1,45 +1,127 @@
import requests
from bs4 import BeautifulSoup
import re
import sqlite3
url = 'https://msk.top-academy.ru/blog'
db_name = 'mydb.db'
class BlogArticle:
ls = list()
def __init__(self,title,text):
self.title = title
self.text = text
BlogArticle.ls.append(self)
@classmethod
def count(cls):
return len(cls.ls)
class Field:
def __init__(self,name,column_type):
self.name = name
self.type = column_type
def __str__(self):
return f'{self.name}:{self.type}'
class IntegerField(Field):
def __init__(self,name):
super().__init__(name,'INTEGER')
class StringField(Field):
def __init__(self,name):
super().__init__(name,'TEXT')
def to_dict(self):
return {'title': self.title, 'text':self.text}
class ModelMeta(type):
def __new__(cls, name, bases, attrs):
if name == 'BaseModel':
return super().__new__(cls,name,bases,attrs)
fields = dict()
for k,v in attrs.items():
if isinstance(v,Field):
fields[k] = v
attrs['_fields'] = fields
return super().__new__(cls,name,bases,attrs)
class BaseModel(metaclass=ModelMeta):
def __init__(self,**kwargs):
for k,v in kwargs.items():
setattr(self,k,v) #{'name': 'Alex'} self.name = 'Alex'
@classmethod
def from_dict(cls,d):
BlogArticle(d['title'],d['text'])
def get_by_id(cls,id):
conn = sqlite3.connect(db_name)
cursor = conn.cursor()
property_list = ['id']+[f"{k}" for k, v in cls.__dict__.items() if isinstance(v, property)]
property_string = ','.join(property_list)
query = f"SELECT {property_string} FROM {cls.__name__} WHERE id = ?"
cursor.execute(query,(id,))
result = cursor.fetchone()
property_dict = dict()
for index in range(len(property_list)):
property_dict[property_list[index]] = result[index]
conn.close()
return cls(**property_dict)
def scan(i):
headers = {
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36'
}
response = requests.get(
url + (f'?page={i}' if i>1 else ''),
headers=headers
)
html = response.text
soup = BeautifulSoup(html,'html.parser')
result = soup.find_all("div", class_='styles_cardBody__qP0jN')
for el in result:
par = el.find_all("p")
BlogArticle(par[0].text,par[1].text)
def save(self):
conn = sqlite3.connect(db_name)
cursor = conn.cursor()
if __name__ == '__main__':
BlogArticle.from_dict({'title':'Заголовок','text':'Текст статьи'})
#for i in range(3):
#scan(i)
print(BlogArticle.count())
for i in range(1):
print(BlogArticle.ls[i].to_dict())
fields = []
values = []
for name, field in self._fields.items():
fields.append(field.name)
values.append(getattr(self,name,None))
query =f'''INSERT INTO {self.__class__.__name__.lower()}({','.join(fields)})
VALUES({','.join(['?']*len(values))})'''
print(query,values)
conn.close()
'''
property_list = [f"{k}" for k, v in self.__class__.__dict__.items() if isinstance(v, property)]
if self.__id != None:
update_string = ','.join([f'`{p_name}`= ? ' for p_name in property_list])
update_values = [getattr(self,p) for p in property_list] + [self.__id]
query = f"UPDATE {self.__class__.__name__} SET {update_string} WHERE id = ?"
print(query,update_values)
cursor.execute(query,update_values)
conn.commit()
else:
property_count = ('?,'*len(property_list))[:-1]
property_names = ','.join(property_list)
property_values = [getattr(self,p) for p in property_list]
query = f"INSERT INTO {self.__class__.__name__}({property_names}) VALUES({property_count})"
cursor.execute(query,property_values)
conn.commit()
self.__id = cursor.lastrowid
'''
def validate_email(func):
def wrapper(self,*args,**kwargs):
if hasattr(self,'email'):
if '@' not in self.email:
raise ValueError('Некоректный email')
return func(self,*args,**kwargs)
return wrapper
class User(BaseModel):
id = IntegerField('id')
name = StringField('name')
age = Field('age','REAL')
email = StringField('email')
@validate_email
def save(self):
super().save()
'''
class Product(BaseModel):
def __init__(self,name,category,price,id=None):
super().__init__(id)
self.__name = name
self.__category = category
self.__price = price
@property
def name(self):
return self.__name
@property
def category(self):
return self.__category
@property
def price(self):
return self.__price
'''
user1 = User(name='John',age=18, email='john@example.com')
user1.save()
BIN
View File
Binary file not shown.