Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 2cefe1dd95 | |||
| 9c69656554 | |||
| bd7aaa58a3 | |||
| 6417ad1a55 |
BIN
Binary file not shown.
@@ -1,45 +1,127 @@
|
|||||||
import requests
|
import sqlite3
|
||||||
from bs4 import BeautifulSoup
|
|
||||||
import re
|
|
||||||
|
|
||||||
url = 'https://msk.top-academy.ru/blog'
|
db_name = 'mydb.db'
|
||||||
|
|
||||||
class BlogArticle:
|
class Field:
|
||||||
ls = list()
|
def __init__(self,name,column_type):
|
||||||
def __init__(self,title,text):
|
self.name = name
|
||||||
self.title = title
|
self.type = column_type
|
||||||
self.text = text
|
def __str__(self):
|
||||||
BlogArticle.ls.append(self)
|
return f'{self.name}:{self.type}'
|
||||||
@classmethod
|
|
||||||
def count(cls):
|
class IntegerField(Field):
|
||||||
return len(cls.ls)
|
def __init__(self,name):
|
||||||
|
super().__init__(name,'INTEGER')
|
||||||
|
|
||||||
|
class StringField(Field):
|
||||||
|
def __init__(self,name):
|
||||||
|
super().__init__(name,'TEXT')
|
||||||
|
|
||||||
def to_dict(self):
|
class ModelMeta(type):
|
||||||
return {'title': self.title, 'text':self.text}
|
def __new__(cls, name, bases, attrs):
|
||||||
|
if name == 'BaseModel':
|
||||||
|
return super().__new__(cls,name,bases,attrs)
|
||||||
|
|
||||||
|
fields = dict()
|
||||||
|
for k,v in attrs.items():
|
||||||
|
if isinstance(v,Field):
|
||||||
|
fields[k] = v
|
||||||
|
|
||||||
|
attrs['_fields'] = fields
|
||||||
|
return super().__new__(cls,name,bases,attrs)
|
||||||
|
|
||||||
|
|
||||||
|
class BaseModel(metaclass=ModelMeta):
|
||||||
|
def __init__(self,**kwargs):
|
||||||
|
for k,v in kwargs.items():
|
||||||
|
setattr(self,k,v) #{'name': 'Alex'} self.name = 'Alex'
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def from_dict(cls,d):
|
def get_by_id(cls,id):
|
||||||
BlogArticle(d['title'],d['text'])
|
conn = sqlite3.connect(db_name)
|
||||||
|
cursor = conn.cursor()
|
||||||
|
property_list = ['id']+[f"{k}" for k, v in cls.__dict__.items() if isinstance(v, property)]
|
||||||
|
property_string = ','.join(property_list)
|
||||||
|
query = f"SELECT {property_string} FROM {cls.__name__} WHERE id = ?"
|
||||||
|
cursor.execute(query,(id,))
|
||||||
|
result = cursor.fetchone()
|
||||||
|
property_dict = dict()
|
||||||
|
for index in range(len(property_list)):
|
||||||
|
property_dict[property_list[index]] = result[index]
|
||||||
|
conn.close()
|
||||||
|
return cls(**property_dict)
|
||||||
|
|
||||||
def scan(i):
|
def save(self):
|
||||||
headers = {
|
conn = sqlite3.connect(db_name)
|
||||||
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36'
|
cursor = conn.cursor()
|
||||||
}
|
|
||||||
response = requests.get(
|
|
||||||
url + (f'?page={i}' if i>1 else ''),
|
|
||||||
headers=headers
|
|
||||||
)
|
|
||||||
html = response.text
|
|
||||||
soup = BeautifulSoup(html,'html.parser')
|
|
||||||
result = soup.find_all("div", class_='styles_cardBody__qP0jN')
|
|
||||||
for el in result:
|
|
||||||
par = el.find_all("p")
|
|
||||||
BlogArticle(par[0].text,par[1].text)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
fields = []
|
||||||
BlogArticle.from_dict({'title':'Заголовок','text':'Текст статьи'})
|
values = []
|
||||||
#for i in range(3):
|
for name, field in self._fields.items():
|
||||||
#scan(i)
|
fields.append(field.name)
|
||||||
print(BlogArticle.count())
|
values.append(getattr(self,name,None))
|
||||||
for i in range(1):
|
|
||||||
print(BlogArticle.ls[i].to_dict())
|
query =f'''INSERT INTO {self.__class__.__name__.lower()}({','.join(fields)})
|
||||||
|
VALUES({','.join(['?']*len(values))})'''
|
||||||
|
|
||||||
|
print(query,values)
|
||||||
|
conn.close()
|
||||||
|
'''
|
||||||
|
property_list = [f"{k}" for k, v in self.__class__.__dict__.items() if isinstance(v, property)]
|
||||||
|
|
||||||
|
if self.__id != None:
|
||||||
|
update_string = ','.join([f'`{p_name}`= ? ' for p_name in property_list])
|
||||||
|
update_values = [getattr(self,p) for p in property_list] + [self.__id]
|
||||||
|
query = f"UPDATE {self.__class__.__name__} SET {update_string} WHERE id = ?"
|
||||||
|
print(query,update_values)
|
||||||
|
cursor.execute(query,update_values)
|
||||||
|
conn.commit()
|
||||||
|
else:
|
||||||
|
property_count = ('?,'*len(property_list))[:-1]
|
||||||
|
property_names = ','.join(property_list)
|
||||||
|
property_values = [getattr(self,p) for p in property_list]
|
||||||
|
query = f"INSERT INTO {self.__class__.__name__}({property_names}) VALUES({property_count})"
|
||||||
|
cursor.execute(query,property_values)
|
||||||
|
conn.commit()
|
||||||
|
self.__id = cursor.lastrowid
|
||||||
|
'''
|
||||||
|
|
||||||
|
def validate_email(func):
|
||||||
|
def wrapper(self,*args,**kwargs):
|
||||||
|
if hasattr(self,'email'):
|
||||||
|
if '@' not in self.email:
|
||||||
|
raise ValueError('Некоректный email')
|
||||||
|
|
||||||
|
return func(self,*args,**kwargs)
|
||||||
|
return wrapper
|
||||||
|
|
||||||
|
class User(BaseModel):
|
||||||
|
id = IntegerField('id')
|
||||||
|
name = StringField('name')
|
||||||
|
age = Field('age','REAL')
|
||||||
|
email = StringField('email')
|
||||||
|
|
||||||
|
@validate_email
|
||||||
|
def save(self):
|
||||||
|
super().save()
|
||||||
|
|
||||||
|
'''
|
||||||
|
class Product(BaseModel):
|
||||||
|
def __init__(self,name,category,price,id=None):
|
||||||
|
super().__init__(id)
|
||||||
|
self.__name = name
|
||||||
|
self.__category = category
|
||||||
|
self.__price = price
|
||||||
|
@property
|
||||||
|
def name(self):
|
||||||
|
return self.__name
|
||||||
|
@property
|
||||||
|
def category(self):
|
||||||
|
return self.__category
|
||||||
|
@property
|
||||||
|
def price(self):
|
||||||
|
return self.__price
|
||||||
|
'''
|
||||||
|
|
||||||
|
user1 = User(name='John',age=18, email='john@example.com')
|
||||||
|
user1.save()
|
||||||
|
|||||||
Reference in New Issue
Block a user