Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 9f05f0a9f9 | |||
| 0bd384b252 | |||
| b7d3c30c86 |
BIN
Binary file not shown.
@@ -1,127 +1,45 @@
|
||||
import sqlite3
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
import re
|
||||
|
||||
db_name = 'mydb.db'
|
||||
url = 'https://msk.top-academy.ru/blog'
|
||||
|
||||
class Field:
|
||||
def __init__(self,name,column_type):
|
||||
self.name = name
|
||||
self.type = column_type
|
||||
def __str__(self):
|
||||
return f'{self.name}:{self.type}'
|
||||
class BlogArticle:
|
||||
ls = list()
|
||||
def __init__(self,title,text):
|
||||
self.title = title
|
||||
self.text = text
|
||||
BlogArticle.ls.append(self)
|
||||
@classmethod
|
||||
def count(cls):
|
||||
return len(cls.ls)
|
||||
|
||||
class IntegerField(Field):
|
||||
def __init__(self,name):
|
||||
super().__init__(name,'INTEGER')
|
||||
|
||||
class StringField(Field):
|
||||
def __init__(self,name):
|
||||
super().__init__(name,'TEXT')
|
||||
|
||||
class ModelMeta(type):
|
||||
def __new__(cls, name, bases, attrs):
|
||||
if name == 'BaseModel':
|
||||
return super().__new__(cls,name,bases,attrs)
|
||||
|
||||
fields = dict()
|
||||
for k,v in attrs.items():
|
||||
if isinstance(v,Field):
|
||||
fields[k] = v
|
||||
|
||||
attrs['_fields'] = fields
|
||||
return super().__new__(cls,name,bases,attrs)
|
||||
|
||||
|
||||
class BaseModel(metaclass=ModelMeta):
|
||||
def __init__(self,**kwargs):
|
||||
for k,v in kwargs.items():
|
||||
setattr(self,k,v) #{'name': 'Alex'} self.name = 'Alex'
|
||||
def to_dict(self):
|
||||
return {'title': self.title, 'text':self.text}
|
||||
|
||||
@classmethod
|
||||
def get_by_id(cls,id):
|
||||
conn = sqlite3.connect(db_name)
|
||||
cursor = conn.cursor()
|
||||
property_list = ['id']+[f"{k}" for k, v in cls.__dict__.items() if isinstance(v, property)]
|
||||
property_string = ','.join(property_list)
|
||||
query = f"SELECT {property_string} FROM {cls.__name__} WHERE id = ?"
|
||||
cursor.execute(query,(id,))
|
||||
result = cursor.fetchone()
|
||||
property_dict = dict()
|
||||
for index in range(len(property_list)):
|
||||
property_dict[property_list[index]] = result[index]
|
||||
conn.close()
|
||||
return cls(**property_dict)
|
||||
def from_dict(cls,d):
|
||||
BlogArticle(d['title'],d['text'])
|
||||
|
||||
def save(self):
|
||||
conn = sqlite3.connect(db_name)
|
||||
cursor = conn.cursor()
|
||||
def scan(i):
|
||||
headers = {
|
||||
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36'
|
||||
}
|
||||
response = requests.get(
|
||||
url + (f'?page={i}' if i>1 else ''),
|
||||
headers=headers
|
||||
)
|
||||
html = response.text
|
||||
soup = BeautifulSoup(html,'html.parser')
|
||||
result = soup.find_all("div", class_='styles_cardBody__qP0jN')
|
||||
for el in result:
|
||||
par = el.find_all("p")
|
||||
BlogArticle(par[0].text,par[1].text)
|
||||
|
||||
fields = []
|
||||
values = []
|
||||
for name, field in self._fields.items():
|
||||
fields.append(field.name)
|
||||
values.append(getattr(self,name,None))
|
||||
|
||||
query =f'''INSERT INTO {self.__class__.__name__.lower()}({','.join(fields)})
|
||||
VALUES({','.join(['?']*len(values))})'''
|
||||
|
||||
print(query,values)
|
||||
conn.close()
|
||||
'''
|
||||
property_list = [f"{k}" for k, v in self.__class__.__dict__.items() if isinstance(v, property)]
|
||||
|
||||
if self.__id != None:
|
||||
update_string = ','.join([f'`{p_name}`= ? ' for p_name in property_list])
|
||||
update_values = [getattr(self,p) for p in property_list] + [self.__id]
|
||||
query = f"UPDATE {self.__class__.__name__} SET {update_string} WHERE id = ?"
|
||||
print(query,update_values)
|
||||
cursor.execute(query,update_values)
|
||||
conn.commit()
|
||||
else:
|
||||
property_count = ('?,'*len(property_list))[:-1]
|
||||
property_names = ','.join(property_list)
|
||||
property_values = [getattr(self,p) for p in property_list]
|
||||
query = f"INSERT INTO {self.__class__.__name__}({property_names}) VALUES({property_count})"
|
||||
cursor.execute(query,property_values)
|
||||
conn.commit()
|
||||
self.__id = cursor.lastrowid
|
||||
'''
|
||||
|
||||
def validate_email(func):
|
||||
def wrapper(self,*args,**kwargs):
|
||||
if hasattr(self,'email'):
|
||||
if '@' not in self.email:
|
||||
raise ValueError('Некоректный email')
|
||||
|
||||
return func(self,*args,**kwargs)
|
||||
return wrapper
|
||||
|
||||
class User(BaseModel):
|
||||
id = IntegerField('id')
|
||||
name = StringField('name')
|
||||
age = Field('age','REAL')
|
||||
email = StringField('email')
|
||||
|
||||
@validate_email
|
||||
def save(self):
|
||||
super().save()
|
||||
|
||||
'''
|
||||
class Product(BaseModel):
|
||||
def __init__(self,name,category,price,id=None):
|
||||
super().__init__(id)
|
||||
self.__name = name
|
||||
self.__category = category
|
||||
self.__price = price
|
||||
@property
|
||||
def name(self):
|
||||
return self.__name
|
||||
@property
|
||||
def category(self):
|
||||
return self.__category
|
||||
@property
|
||||
def price(self):
|
||||
return self.__price
|
||||
'''
|
||||
|
||||
user1 = User(name='John',age=18, email='john@example.com')
|
||||
user1.save()
|
||||
if __name__ == '__main__':
|
||||
BlogArticle.from_dict({'title':'Заголовок','text':'Текст статьи'})
|
||||
#for i in range(3):
|
||||
#scan(i)
|
||||
print(BlogArticle.count())
|
||||
for i in range(1):
|
||||
print(BlogArticle.ls[i].to_dict())
|
||||
|
||||
Reference in New Issue
Block a user