1
0
Fork 0
mirror of https://github.com/Findus23/se-simulator.git synced 2024-09-19 15:53:45 +02:00
This commit is contained in:
Lukas Winkler 2018-03-25 23:01:32 +02:00
parent d1e478e072
commit 18fc22de4d
7 changed files with 71 additions and 31 deletions

View file

@ -5,12 +5,12 @@ import requests
from models import *
# mdls = [Question, Answer, Title, User, Alias, Site]
# for i in mdls:
# i.drop_table()
# for i in reversed(mdls):
# print(i)
# i.create_table()
mdls = [Answer, Question, Title, User, Alias, Site]
for i in mdls:
i.drop_table()
for i in reversed(mdls):
print(i)
i.create_table()
r = requests.get("https://api.stackexchange.com/2.2/sites?pagesize=500")
for site in r.json()["items"]:

View file

@ -44,7 +44,8 @@ class Question(BaseModel):
class Answer(BaseModel):
text = TextField()
upvotes = IntegerField()
downvotes = IntegerField()
upvotes = IntegerField(default=0)
downvotes = IntegerField(default=0)
question = ForeignKeyField(Question, null=True)
user = ForeignKeyField(User)
site = ForeignKeyField(Site)

View file

@ -7,6 +7,7 @@ click==6.7
clint==0.5.1
docopt==0.6.2
Flask==0.13.dev0
Flask-Limiter==1.0.1
gunicorn==19.7.1
html2text==2018.1.9
idna==2.6
@ -17,6 +18,7 @@ jsonlines==1.2.0
jsonpatch==1.21
jsonpointer==2.0
libsass==0.14.2
limits==1.3
lxml==4.2.0
markovify==0.7.1
MarkupSafe==1.0

View file

@ -20,6 +20,11 @@ limiter = Limiter(
key_func=get_remote_address,
headers_enabled=True
)
import logging
logger = logging.getLogger('peewee')
logger.setLevel(logging.DEBUG)
logger.addHandler(logging.StreamHandler())
@app.route('/')
@ -47,13 +52,23 @@ def index():
def question(slug):
query = Question.select().join(Title).where(Title.slug == slug)
question = get_object_or_404(query)
answers = Answer.select().where(Answer.question == question) # TODO: Sort by score
return render_template(
"detail.html",
debug=model_to_dict(question),
question=question
question=question,
answers=answers
)
@app.route('/test')
def sdfdsfds():
user = User.select().get()
return jsonify(
model_to_dict(Answer.select().where((Answer.question.is_null())).get()))
@app.route('/api/vote/<int:id>/<string:type>', methods=["POST"])
@limiter.limit("10 per minute")
def vote(id, type):

View file

@ -30,5 +30,19 @@
</div>
</div>
</div>
{% for answer in answers %}
<hr>
<div class="answer">
<div class="vote">
<a class="up"></a>
<div>{{ answer.upvotes - answer.downvotes }}</div>
<a class="down"></a>
</div>
{% for paragraph in answer.text.split("\n") %}
<p>{{ paragraph }}</p>
{% endfor %}
</div>
{% endfor %}
<pre>{{ debug|pprint(True) }}</pre>
{% endblock %}

View file

@ -75,7 +75,6 @@ def generate_text(chain: markovify.Text, model):
paragraphs = []
sentences = []
count = int((random.randint(2, 6) * random.randint(2, 6) / 5))
print(count)
for _ in range(count):
sentences.append(chain.make_sentence())
if random.random() < 0.4:

51
todb.py
View file

@ -1,3 +1,4 @@
import random
from datetime import datetime
from slugify import slugify
@ -7,11 +8,12 @@ from models import *
from text_generator import get_chain, generate_text
def add_username(site, count=100):
"""
def get_unused_users(site, count):
return User.select().join(Question, JOIN.LEFT_OUTER).switch(User).join(Answer, JOIN.LEFT_OUTER) \
.where((User.site == site) & (Question.id.is_null()) & (Answer.id.is_null()))
:type site: Site
"""
def add_username(site, count=500):
chain = get_chain(site.url, "Usernames")
for _ in range(count):
username = generate_text(chain, "Usernames")
@ -27,31 +29,37 @@ def add_title(site, count=100):
Title.create(text=title, slug=slug, site=site)
def add_answer(site, count=300):
users = get_unused_users(site, count)
chain = get_chain(site.url, "Answers")
for i in range(count):
text = generate_text(chain, "Answers")
user = users[i]
time = datetime.now()
Answer.create(text=text, user_id=user, site_id=site, datetime=time)
def add_question(site, count=100):
users = User.select().where(User.site == site).limit(count)
titles = Title.select().where(Title.site == site).limit(count)
users = get_unused_users(site, count)
titles = Title.select().join(Question, JOIN.LEFT_OUTER) \
.where((Title.site == site) & (Question.id.is_null())) \
.limit(count)
chain = get_chain(site.url, "Questions")
for i in range(count):
text = generate_text(chain, "Questions")
title = titles[i]
print(title.text)
user = users[i]
print(user.username)
time = datetime.now()
Question.create(text=text, title_id=title, user_id=user, site_id=site, datetime=time, random=utils.rand())
def add_answer(site, count=100):
users = User.select().where(User.site == site).limit(count)
chain = get_chain(site.url, "Answers")
for i in range(count):
text = generate_text(chain, "Questions")
user = users[i]
print(user.username)
time = datetime.now()
Question.create(text=text, title_id=title, user_id=user, site_id=site, datetime=time, random=utils.rand())
question = Question.create(text=text, title_id=title, user_id=user, site_id=site, datetime=time,
random=utils.rand())
num_answers = random.randint(1, 4)
answers = Answer.select().where((Answer.site == site) & (Answer.question.is_null())).limit(num_answers)
for answer in answers:
print("question {} goes to answer {}".format(answer.id, question.id))
answer.question = question
answer.save()
if __name__ == "__main__":
@ -59,4 +67,5 @@ if __name__ == "__main__":
for s in query:
add_username(s)
add_title(s)
add_answer(s)
add_question(s)