]>
git.ipfire.org Git - ipfire.org.git/blob - src/backend/blog.py
6 import markdown
.extensions
7 import markdown
.preprocessors
15 from .decorators
import *
17 class Blog(misc
.Object
):
18 def _get_post(self
, query
, *args
):
19 res
= self
.db
.get(query
, *args
)
22 return Post(self
.backend
, res
.id, data
=res
)
24 def _get_posts(self
, query
, *args
):
25 res
= self
.db
.query(query
, *args
)
28 yield Post(self
.backend
, row
.id, data
=row
)
30 def get_by_id(self
, id):
31 return self
._get
_post
("SELECT * FROM blog \
34 def get_by_slug(self
, slug
, published
=True):
36 return self
._get
_post
("SELECT * FROM blog \
37 WHERE slug = %s AND published_at <= NOW()", slug
)
39 return self
._get
_post
("SELECT * FROM blog \
40 WHERE slug = %s", slug
)
42 def get_newest(self
, limit
=None):
43 return self
._get
_posts
("SELECT * FROM blog \
44 WHERE published_at IS NOT NULL \
45 AND published_at <= NOW() \
46 ORDER BY published_at DESC LIMIT %s", limit
)
48 def get_by_tag(self
, tag
, limit
=None):
49 return self
._get
_posts
("SELECT * FROM blog \
50 WHERE published_at IS NOT NULL \
51 AND published_at <= NOW() \
53 ORDER BY published_at DESC LIMIT %s", tag
, limit
)
55 def get_by_author(self
, author
, limit
=None):
56 return self
._get
_posts
("SELECT * FROM blog \
57 WHERE (author = %s OR author_uid = %s) \
58 AND published_at IS NOT NULL \
59 AND published_at <= NOW() \
60 ORDER BY published_at DESC LIMIT %s",
61 author
.name
, author
.uid
, limit
)
63 def get_by_year(self
, year
):
64 return self
._get
_posts
("SELECT * FROM blog \
65 WHERE EXTRACT(year FROM published_at) = %s \
66 AND published_at IS NOT NULL \
67 AND published_at <= NOW() \
68 ORDER BY published_at DESC", year
)
70 def get_drafts(self
, author
=None, limit
=None):
72 return self
._get
_posts
("SELECT * FROM blog \
73 WHERE author_uid = %s \
74 AND (published_at IS NULL OR published_at > NOW()) \
75 ORDER BY COALESCE(updated_at, created_at) DESC LIMIT %s",
78 return self
._get
_posts
("SELECT * FROM blog \
79 WHERE (published_at IS NULL OR published_at > NOW()) \
80 ORDER BY COALESCE(updated_at, created_at) DESC LIMIT %s", limit
)
82 def search(self
, query
, limit
=None):
83 query
= util
.parse_search_query(query
)
85 return self
._get
_posts
("SELECT blog.* FROM blog \
86 LEFT JOIN blog_search_index search_index ON blog.id = search_index.post_id \
87 WHERE search_index.document @@ to_tsquery('english', %s) \
88 ORDER BY ts_rank(search_index.document, to_tsquery('english', %s)) DESC \
89 LIMIT %s", query
, query
, limit
)
91 def has_had_recent_activity(self
, t
=None):
93 t
= datetime
.timedelta(hours
=24)
95 res
= self
.db
.get("SELECT COUNT(*) AS count FROM blog \
96 WHERE published_at IS NOT NULL AND published_at >= NOW() - %s", t
)
98 if res
and res
.count
> 0:
103 def create_post(self
, title
, text
, author
, tags
=[], lang
="markdown"):
105 Creates a new post and returns the resulting Post object
108 html
= self
._render
_text
(text
, lang
=lang
)
110 return self
._get
_post
("INSERT INTO blog(title, slug, text, html, lang, author_uid, tags) \
111 VALUES(%s, %s, %s, %s, %s, %s, %s) RETURNING *", title
, self
._make
_slug
(title
), text
,
112 html
, lang
, author
.uid
, list(tags
))
114 def _make_slug(self
, s
):
115 # Remove any non-ASCII characters
117 s
= unicodedata
.normalize("NFKD", s
)
121 # Remove excessive whitespace
122 s
= re
.sub(r
"[^\w]+", " ", s
)
124 slug
= "-".join(s
.split()).lower()
127 e
= self
.db
.get("SELECT 1 FROM blog WHERE slug = %s", slug
)
135 def _render_text(self
, text
, lang
="markdown"):
136 if lang
== "markdown":
137 return markdown
.markdown(text
,
139 PrettyLinksExtension(),
149 elif lang
== "textile":
150 return textile
.textile(text
)
156 Needs to be called after a post has been changed
157 and updates the search index.
159 self
.db
.execute("REFRESH MATERIALIZED VIEW blog_search_index")
163 res
= self
.db
.query("SELECT DISTINCT EXTRACT(year FROM published_at)::integer AS year \
164 FROM blog WHERE published_at IS NOT NULL AND published_at <= NOW() \
170 @tornado.gen
.coroutine
171 def update_feeds(self
):
173 Updates all enabled feeds
175 for feed
in self
.db
.query("SELECT * FROM blog_feeds WHERE enabled IS TRUE"):
177 f
= feedparser
.parse(feed
.url
)
178 except Exception as e
:
181 with self
.db
.transaction():
183 self
.db
.execute("UPDATE blog_feeds SET name = %s \
184 WHERE id = %s", f
.feed
.title
, feed
.id)
186 # Walk through all entries
187 for entry
in f
.entries
:
188 # Skip everything without the "blog.ipfire.org" tag
190 tags
= list((t
.term
for t
in entry
.tags
))
192 if not "blog.ipfire.org" in tags
:
194 except AttributeError:
197 # Get link to the posting site
198 link
= entry
.links
[0].href
200 # Check if the entry has already been imported
201 res
= self
.db
.get("SELECT id, (updated_at < %s) AS needs_update \
202 FROM blog WHERE feed_id = %s AND foreign_id = %s",
203 entry
.updated
, feed
.id, entry
.id)
205 # If the post needs to be updated, we do so
207 self
.db
.execute("UPDATE blog SET title = %s, author = %s, \
208 published_at = %s, updated_at = %s, html = %s, link = %s, \
209 tags = %s WHERE id = %s", entry
.title
, entry
.author
,
210 entry
.published
, entry
.updated
, entry
.summary
, link
,
211 feed
.tags
+ tags
, res
.id)
216 # Insert the new post
217 self
.db
.execute("INSERT INTO blog(title, slug, author, \
218 published_at, html, link, tags, updated_at, feed_id, foreign_id) \
219 VALUES(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)",
220 entry
.title
, self
._make
_slug
(entry
.title
), entry
.author
,
221 entry
.published
, entry
.summary
, link
, feed
.tags
+ tags
,
222 entry
.updated
, feed
.id, entry
.id)
224 # Mark feed as updated
225 self
.db
.execute("UPDATE blog_feeds SET last_updated_at = CURRENT_TIMESTAMP \
226 WHERE id = %s" % feed
.id)
228 # Refresh the search index
229 with self
.db
.transaction():
233 class Post(misc
.Object
):
234 def init(self
, id, data
=None):
242 return self
.data
.title
246 return self
.data
.slug
250 if self
.data
.author_uid
:
251 return self
.backend
.accounts
.get_by_uid(self
.data
.author_uid
)
253 return self
.data
.author
256 def created_at(self
):
257 return self
.data
.created_at
261 return self
.data
.lang
266 def published_at(self
):
267 return self
.data
.published_at
269 def is_published(self
):
271 Returns True if the post is already published
273 return self
.published_at
and self
.published_at
<= datetime
.datetime
.now()
275 def publish(self
, when
=None):
276 if self
.is_published():
279 self
.db
.execute("UPDATE blog SET published_at = COALESCE(%s, CURRENT_TIMESTAMP) \
280 WHERE id = %s", when
, self
.id)
282 # Update search indices
283 self
.backend
.blog
.refresh()
288 def updated_at(self
):
289 return self
.data
.updated_at
295 return self
.data
.text
302 Returns this post as rendered HTML
304 return self
.data
.html
or self
.backend
.blog
._render
_text
(self
.text
, lang
=self
.lang
)
310 return self
.data
.tags
316 return self
.data
.link
320 return self
.backend
.releases
._get
_release
("SELECT * FROM releases \
321 WHERE published IS NOT NULL AND published <= NOW() AND blog_id = %s", self
.id)
323 def is_editable(self
, editor
):
324 # Authors can edit their own posts
325 return self
.author
== editor
327 def update(self
, title
, text
, tags
=[]):
329 Called to update the content of this post
331 # Update slug when post isn't published yet
332 slug
= self
.backend
.blog
._make
_slug
(title
) \
333 if not self
.is_published() and not self
.title
== title
else self
.slug
335 # Render and cache HTML
336 html
= self
.backend
.blog
._render
_text
(text
, lang
=self
.lang
)
338 self
.db
.execute("UPDATE blog SET title = %s, slug = %s, text = %s, html = %s, \
339 tags = %s, updated_at = CURRENT_TIMESTAMP WHERE id = %s",
340 title
, slug
, text
, html
, list(tags
), self
.id)
351 # Update search index if post is published
352 if self
.is_published():
353 self
.backend
.blog
.refresh()
356 self
.db
.execute("DELETE FROM blog WHERE id = %s", self
.id)
358 # Update search indices
359 self
.backend
.blog
.refresh()
362 class PrettyLinksExtension(markdown
.extensions
.Extension
):
363 def extendMarkdown(self
, md
):
364 md
.preprocessors
.register(BugzillaLinksPreprocessor(md
), "bugzilla", 10)
365 md
.preprocessors
.register(CVELinksPreprocessor(md
), "cve", 10)
368 class BugzillaLinksPreprocessor(markdown
.preprocessors
.Preprocessor
):
369 regex
= re
.compile(r
"(?:#(\d+))", re
.I
)
371 def run(self
, lines
):
373 yield self
.regex
.sub(r
"[#\1](https://bugzilla.ipfire.org/show_bug.cgi?id=\1)", line
)
376 class CVELinksPreprocessor(markdown
.preprocessors
.Preprocessor
):
377 regex
= re
.compile(r
"(?:CVE)[\s\-](\d{4}\-\d+)")
379 def run(self
, lines
):
381 yield self
.regex
.sub(r
"[CVE-\1](https://cve.mitre.org/cgi-bin/cvename.cgi?name=\1)", line
)