diff --git a/plugins/import_feed/README.md b/plugins/import_feed/README.md deleted file mode 100644 index d935c3c8..00000000 --- a/plugins/import_feed/README.md +++ /dev/null @@ -1,9 +0,0 @@ -This plugin will do a quick and dirty import of any RSS or Atom feed into Nikola - -To use it: - -``` -$ nikola plugin -i import_feed -$ nikola import_feed --url=feed_url -``` - diff --git a/plugins/import_feed/conf.py.sample b/plugins/import_feed/conf.py.sample deleted file mode 100644 index 26279f0b..00000000 --- a/plugins/import_feed/conf.py.sample +++ /dev/null @@ -1,4 +0,0 @@ -PAGES = ( - ("stories/*.html", "stories", "story.tmpl"), -) - diff --git a/plugins/import_feed/import_feed.plugin b/plugins/import_feed/import_feed.plugin deleted file mode 100644 index 64215da5..00000000 --- a/plugins/import_feed/import_feed.plugin +++ /dev/null @@ -1,10 +0,0 @@ -[Core] -Name = import_feed -Module = import_feed - -[Documentation] -Author = Grzegorz Śliwiński -Version = 0.2 -Website = http://www.fizyk.net.pl/ -Description = Import a blog posts from a RSS/Atom feed - diff --git a/plugins/import_feed/import_feed.py b/plugins/import_feed/import_feed.py deleted file mode 100644 index cc09076b..00000000 --- a/plugins/import_feed/import_feed.py +++ /dev/null @@ -1,217 +0,0 @@ -# -*- coding: utf-8 -*- - -# Copyright © 2012-2014 Roberto Alsina and others. - -# Permission is hereby granted, free of charge, to any -# person obtaining a copy of this software and associated -# documentation files (the "Software"), to deal in the -# Software without restriction, including without limitation -# the rights to use, copy, modify, merge, publish, -# distribute, sublicense, and/or sell copies of the -# Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice -# shall be included in all copies or substantial portions of -# the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY -# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE -# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR -# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS -# OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR -# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR -# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE -# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. - -from __future__ import unicode_literals, print_function -import datetime -import os -import time - -try: - from urlparse import urlparse -except ImportError: - from urllib.parse import urlparse # NOQA - -try: - import feedparser -except ImportError: - feedparser = None # NOQA - -from nikola.plugin_categories import Command -from nikola import utils -from nikola.utils import req_missing -from nikola.plugins.basic_import import ImportMixin -from nikola.plugins.command.init import SAMPLE_CONF, prepare_config - -LOGGER = utils.get_logger('import_feed', utils.STDERR_HANDLER) - - -class CommandImportFeed(Command, ImportMixin): - """Import a feed dump.""" - - name = "import_feed" - needs_config = False - doc_usage = "[options] --url=feed_url" - doc_purpose = "import a RSS/Atom feed" - cmd_options = [ - { - 'name': 'output_folder', - 'long': 'output-folder', - 'short': 'o', - 'default': 'new_site', - 'help': 'Location to write imported content.' - }, - { - 'name': 'url', - 'long': 'url', - 'short': 'u', - 'default': None, - 'help': 'URL or filename of the feed to be imported.' - }, - ] - - def _execute(self, options, args): - ''' - Import Atom/RSS feed - ''' - if feedparser is None: - req_missing(['feedparser'], 'import feeds') - return - - if not options['url']: - print(self.help()) - return - - self.feed_url = options['url'] - self.output_folder = options['output_folder'] - self.import_into_existing_site = False - self.url_map = {} - channel = self.get_channel_from_file(self.feed_url) - self.context = self.populate_context(channel) - conf_template = self.generate_base_site() - self.context['REDIRECTIONS'] = self.configure_redirections( - self.url_map) - - self.import_posts(channel) - - self.write_configuration(self.get_configuration_output_path( - ), conf_template.render(**prepare_config(self.context))) - - @classmethod - def get_channel_from_file(cls, filename): - return feedparser.parse(filename) - - @staticmethod - def populate_context(channel): - context = SAMPLE_CONF.copy() - context['DEFAULT_LANG'] = channel.feed.title_detail.language \ - if channel.feed.title_detail.language else 'en' - context['BLOG_TITLE'] = channel.feed.title - - context['BLOG_DESCRIPTION'] = channel.feed.get('subtitle', '') - context['SITE_URL'] = channel.feed.get('link', '').rstrip('/') - context['BLOG_EMAIL'] = channel.feed.author_detail.get('email', '') if 'author_detail' in channel.feed else '' - context['BLOG_AUTHOR'] = channel.feed.author_detail.get('name', '') if 'author_detail' in channel.feed else '' - - context['POSTS'] = '''( - ("posts/*.html", "posts", "post.tmpl"), - )''' - context['PAGES'] = '''( - ("stories/*.html", "stories", "story.tmpl"), - )''' - context['COMPILERS'] = '''{ - "rest": ('.txt', '.rst'), - "markdown": ('.md', '.mdown', '.markdown', '.wp'), - "html": ('.html', '.htm') - } - ''' - - return context - - def import_posts(self, channel): - for item in channel.entries: - self.process_item(item) - - def process_item(self, item): - self.import_item(item, 'posts') - - def import_item(self, item, out_folder=None): - """Takes an item from the feed and creates a post file.""" - if out_folder is None: - out_folder = 'posts' - - # link is something like http://foo.com/2012/09/01/hello-world/ - # So, take the path, utils.slugify it, and that's our slug - link = item.link - link_path = urlparse(link).path - - title = item.title - - # blogger supports empty titles, which Nikola doesn't - if not title: - LOGGER.warn("Empty title in post with URL {0}. Using NO_TITLE " - "as placeholder, please fix.".format(link)) - title = "NO_TITLE" - - if link_path.lower().endswith('.html'): - link_path = link_path[:-5] - - slug = utils.slugify(link_path) - - if not slug: # should never happen - LOGGER.error("Error converting post:", title) - return - - description = '' - post_date = datetime.datetime.fromtimestamp(time.mktime( - item.published_parsed)) - if item.get('content'): - for candidate in item.get('content', []): - content = candidate.value - break - # FIXME: handle attachments - elif item.get('summary'): - content = item.get('summary') - else: - content = '' - LOGGER.warn('Entry without content! {}', item) - - tags = [] - for tag in item.get('tags', []): - tags.append(tag.term) - - if item.get('app_draft'): - tags.append('draft') - is_draft = True - else: - is_draft = False - - self.url_map[link] = self.context['SITE_URL'] + '/' + \ - out_folder + '/' + slug + '.html' - - if is_draft and self.exclude_drafts: - LOGGER.notice('Draft "{0}" will not be imported.'.format(title)) - elif content.strip(): - # If no content is found, no files are written. - content = self.transform_content(content) - - self.write_metadata(os.path.join(self.output_folder, out_folder, - slug + '.meta'), - title, slug, post_date, description, tags) - self.write_content( - os.path.join(self.output_folder, out_folder, slug + '.html'), - content) - else: - LOGGER.warn('Not going to import "{0}" because it seems to contain' - ' no content.'.format(title)) - - @staticmethod - def write_metadata(filename, title, slug, post_date, description, tags): - ImportMixin.write_metadata(filename, - title, - slug, - post_date.strftime(r'%Y/%m/%d %H:%m:%S'), - description, - tags) diff --git a/plugins/import_feed/requirements.txt b/plugins/import_feed/requirements.txt deleted file mode 100644 index 1b25361f..00000000 --- a/plugins/import_feed/requirements.txt +++ /dev/null @@ -1 +0,0 @@ -feedparser diff --git a/plugins/import_feed/requiremets.txt b/plugins/import_feed/requiremets.txt deleted file mode 100644 index 1b25361f..00000000 --- a/plugins/import_feed/requiremets.txt +++ /dev/null @@ -1 +0,0 @@ -feedparser diff --git a/plugins/upgrade_metadata/upgrade_metadata.plugin b/plugins/upgrade_metadata/upgrade_metadata.plugin deleted file mode 100644 index 4b75c949..00000000 --- a/plugins/upgrade_metadata/upgrade_metadata.plugin +++ /dev/null @@ -1,12 +0,0 @@ -[Core] -Name = upgrade_metadata -Module = upgrade_metadata - -[Nikola] -MinVersion = 7.4.0 - -[Documentation] -Author = Chris Warrick -Version = 0.1.3 -Website = http://plugins.getnikola.com/#upgrade_metadata -Description = Upgrade old-style metadata diff --git a/plugins/upgrade_metadata/upgrade_metadata.py b/plugins/upgrade_metadata/upgrade_metadata.py deleted file mode 100644 index b6b2512d..00000000 --- a/plugins/upgrade_metadata/upgrade_metadata.py +++ /dev/null @@ -1,95 +0,0 @@ -# -*- coding: utf-8 -*- - -# Copyright © 2014–2015, Chris Warrick. - -# Permission is hereby granted, free of charge, to any -# person obtaining a copy of this software and associated -# documentation files (the "Software"), to deal in the -# Software without restriction, including without limitation -# the rights to use, copy, modify, merge, publish, -# distribute, sublicense, and/or sell copies of the -# Software, and to permit persons to whom the Software is -# furnished to do so, subject to the following conditions: -# -# The above copyright notice and this permission notice -# shall be included in all copies or substantial portions of -# the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY -# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE -# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR -# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS -# OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR -# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR -# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE -# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. - -from __future__ import unicode_literals -import io -import os -import nikola.post -from nikola.plugin_categories import Command -from nikola import utils - - -class UpgradeMetadata(Command): - """Upgrade metadata from the old no-descriptions format to the new reST-esque format.""" - - name = 'upgrade_metadata' - doc_purpose = 'upgrade old-style metadata' - cmd_options = [ - { - 'name': 'yes', - 'short': 'y', - 'long': 'yes', - 'type': bool, - 'default': False, - 'help': 'Proceed without confirmation', - }, - ] - fields = ('title', 'slug', 'date', 'tags', 'link', 'description', 'type') - - def _execute(self, options, args): - L = utils.get_logger('upgrade_metadata', self.site.loghandlers) - nikola.post._UPGRADE_METADATA_ADVERTISED = True - - # scan posts - self.site.scan_posts() - flagged = [] - for post in self.site.timeline: - if not post.newstylemeta: - flagged.append(post) - if flagged: - if len(flagged) == 1: - L.info('1 post (and/or its translations) contains old-style metadata:') - else: - L.info('{0} posts (and/or their translations) contain old-style metadata:'.format(len(flagged))) - for post in flagged: - L.info(' ' + post.metadata_path) - if not options['yes']: - yesno = utils.ask_yesno("Proceed with metadata upgrade?") - if options['yes'] or yesno: - for post in flagged: - for lang in self.site.config['TRANSLATIONS'].keys(): - if lang == post.default_lang: - fname = post.metadata_path - else: - meta_path = os.path.splitext(post.source_path)[0] + '.meta' - fname = utils.get_translation_candidate(post.config, meta_path, lang) - - if os.path.exists(fname): - with io.open(fname, 'r', encoding='utf-8') as fh: - meta = fh.readlines() - - if not meta[min(1, len(meta) - 1)].startswith('.. '): - # check if we’re dealing with old style metadata - with io.open(fname, 'w', encoding='utf-8') as fh: - for k, v in zip(self.fields, meta): - fh.write('.. {0}: {1}'.format(k, v)) - L.debug(fname) - - L.info('{0} posts upgraded.'.format(len(flagged))) - else: - L.info('Metadata not upgraded.') - else: - L.info('No old-style metadata posts found. No action is required.')