modules/leech/leech.module

<?php
/* $Id: leech.module,v 1.5 2007/01/22 16:38:22 aronnovak Exp $ */

/**
 * @file
 * Used to automatically download content (RSS, RDF, Atom, OPML, images, whatever else) and inform other modules about new data.
 * Sponsored by Development Seed.
 * Sponsored by John Bransford.
 */

/*
   Copyright (C) 2006 by Marcin Konicki <ahwayakchih@gmail.com>
   Based on parts of Aggregator2 module,
   Also depends on other modules from Drupal basic distribution and, in some cases, contains parts of their code.

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License.
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY.

   See the LICENSE file for more details.
*/

// Permissions
define('LEECH_PERM_CREATE', 'create feed');
define('LEECH_PERM_EDIT_OWN', 'edit own feeds');
define('LEECH_PERM_REFRESH_OWN', 'manually leech data');
define('LEECH_PERM_ACCESS', 'access feeds');
define('LEECH_NEWS_PERM_EDIT_OWN_ITEM', 'edit own news items');

define("LEECH_SHOW_LINK_ALWAYS", 0);
define("LEECH_SHOW_LINK_NEVER", 1);
define("LEECH_SHOW_LINK_TEASER_ONLY", 2);
define("LEECH_SHOW_LINK_PAGE_ONLY", 3);
define("LEECH_SHOW_LINK_IN_LINKS", 1);
define("LEECH_SHOW_LINK_INLINE", 2);

/**
 * Implementation of hook_help().
 */
function leech_help($section) {
  switch ($section) {
    case 'admin/help#leech':
      return t('Feed aggretagor, creates nodes from RSS or ATOM feeds. <em>Requires node_template.module</em>');
    case 'admin/modules#description':
      return t('Feed aggretagor, creates nodes from RSS or ATOM feeds. <em>Requires node_template.module</em>');
  }
}

/**
 * Implementation of hook_perm().
 */
function leech_perm() {
  return array(LEECH_PERM_CREATE,
               LEECH_PERM_EDIT_OWN,
               LEECH_PERM_REFRESH_OWN,
               LEECH_PERM_ACCESS,
               LEECH_NEWS_PERM_EDIT_OWN_ITEM);
}

/**
 * Implementation of hook_menu().
 * heads up: there are a couple of renamed paths here, old paths are kept
 * for a while for backwards compatibility. check out what's new and change your
 * site accordingly.
 */
function leech_menu($may_cache) {
  $items = array();

  if ($may_cache) {
    $items[] = array('path' => 'leech/list', 'title' => t('leech'),
      'callback' => 'leech_page_feed_list', 'access' => user_access(LEECH_PERM_ACCESS),
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'admin/leech', 'title' => t('leech'),
      'callback' => 'leech_page_admin');
    // DEPRECATED, use leech/feed without any further argument instead
    $items[] = array('path' => 'leech/sources', 'title' => t('sources'),
      'callback' => 'leech_news_page_default', 'access' => user_access(LEECH_PERM_ACCESS),
      'type' => MENU_CALLBACK);
    // DEPRECATED, use leech/feed/opml instead
    $items[] = array('path' => 'leech/sources/opml', 'title' => t('opml'),
      'callback' => 'leech_page_opml', 'access' => user_access(LEECH_PERM_ACCESS),
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'leech/feed/opml', 'title' => t('opml'),
      'callback' => 'leech_page_opml', 'access' => user_access(LEECH_PERM_ACCESS),
      'type' => MENU_CALLBACK);
    // TODO: find a nice way to allow refresh only to feed owner
    $items[] = array('path' => 'leech/refresh', 'title' => t('refresh data'),
      'callback' => 'leech_page_refresh', 'access' => user_access(LEECH_PERM_REFRESH_OWN),
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'leech/get/form', 'title' => t('get addons form'),
      'callback' => 'leech_get_form', 'access' => user_access(LEECH_PERM_CREATE),
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'leech.js', 'title' => t('javascript file'),
      'callback' => 'leech_javascript', 'access' => user_access(LEECH_PERM_CREATE),
      'type' => MENU_CALLBACK);
    // DEPRECATED, use leech/feed instead
    $items[] = array('path' => 'leech_news/feed', 'title' => t('leech news'),
      'callback' => 'leech_news_page_default', 'access' => user_access(LEECH_PERM_ACCESS),
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'leech/feed', 'title' => t('All feeds'),
      'callback' => 'leech_news_page_default', 'access' => user_access(LEECH_PERM_ACCESS));
    // DEPRECATED, use leech/remove_items instead
    $items[] = array('path' => 'leech_news/remove', 'title' => t('leech news'),
      'callback' => 'leech_news_page_remove', 'access' => user_access(LEECH_NEWS_PERM_EDIT_OWN_ITEM),
      'type' => MENU_CALLBACK);
    $items[] = array('path' => 'leech/remove_items', 'title' => t('leech news'),
      'callback' => 'leech_news_page_remove', 'access' => user_access(LEECH_NEWS_PERM_EDIT_OWN_ITEM),
      'type' => MENU_CALLBACK);
  }

  return $items;
}

/**
 * prints view of latest cron times
 */
function _leech_cron_times_view($crontimes = array()){
  $output = '<div class="crontimes">';
  
  $last_time = 0;
  if (count($crontimes) > 1) {
    $output .= '<div><strong>'.t('Latest').' '.(count($crontimes)-1).' '.t('cron runs').'</strong></div>';
    foreach ($crontimes as $t) {
      if ($last_time != 0) {
        $output .= '<div>';
        $output .= format_date($t, 'large');
        $output .= ', '.t('after').' '.format_interval($t-$last_time);
        $output .= '</div>';
      }
      $last_time = $t;
    }
  }
  else {
    $output .= '<div><strong>'.t('Latest').' '.t('cron runs').'</strong></div>';
    $output .= t('Cron has not been run.');
  }
  $output .= '</div>';
  
  return $output;
}

/**
 * Implementation of hook_settings().
 */
function leech_settings() {
  $form = array();

  $form['leech_info_cURL'] = array(
    '#value' => (function_exists('curl_init') ? '' : t('cURL module for PHP is not available. Some features may be not available because of that.')));
  
  
  $form['leech_display'] = array(
    '#type' => 'fieldset',
    '#title' => t('Display settings'),
    '#tree' => FALSE,
  );   
  $form['leech_display']['leech_news_show_feed_link'] = array(
    '#type' => 'select',
    '#title' => t('Show link to feed with each item'),
    '#default_value' => variable_get('leech_news_show_feed_link', 0),
    '#options' => array(0 => t('Don\'t show'), 
                        LEECH_SHOW_LINK_IN_LINKS => t('In links list'), 
                        LEECH_SHOW_LINK_INLINE => t('Inline in body/teaser')),
    '#description' => t('If "In links list" selected, Leech News will show link to source feed on each item in links list, if "Inline in body/teaser" selected, it will show this link in the feed item\'s body.'));
  
  $form['leech_display']['leech_news_show_items_link'] = array(
    '#type' => 'select',
    '#title' => t('Show link to items with each feed'),
    '#default_value' => variable_get('leech_news_show_items_link', 0),
    '#options' => array(0 => t('Don\'t show'), 
                        LEECH_SHOW_LINK_IN_LINKS => t('In links list')) ,
    '#description' => t('If "In links list" selected, Leech News will show "items" link with each feed. It will point to list of all items created by that feed.'));
  
  $form['leech_blacklist'] = array(
    '#type' => 'fieldset',
    '#title' => t('Blacklist'),
    '#tree' => FALSE,
  );
  $form['leech_blacklist']['leech_blacklist_url'] = array(
    '#type' => 'textarea',
    '#title' => t('Blacklist URLs'),
    '#default_value' => variable_get('leech_blacklist_url', ''),
    '#rows' => 5,
    '#description' => t('One entry per line. You can enter full URLs or domain names only. You can also enter regular expression (find out more about what it is at %link. more examples can be found also at %link2). For example "http://some.url.com/some/page.html" will blacklist that specific URL. ".url.com" will blacklist all URLs from url.com domain, and all it\'s subdomains. "some.url.com" will blacklist all URLs from "some" subdomain. "/^ftp\:\/\//" will blacklist any ftp:// URL. Leech module will not download any data from URL which matches any of the rules on blacklist.', array('%link' => l('http://www.php.net/manual/en/reference.pcre.pattern.syntax.php', 'http://www.php.net/manual/en/reference.pcre.pattern.syntax.php'), '%link2' => l('http://www.php.net/manual/en/function.preg-match.php', 'http://www.php.net/manual/en/function.preg-match.php'))));  
  
  $form['leech_url_profile'] = array(
    '#type' => 'fieldset',
    '#title' => t('URL profile'),
    '#tree' => FALSE,
  );  
  $msg = '<div class="msg-description">'.t('The URL profile module allows you to surf feed items per original source and optionally retrieve information from third parties such as Alexa or Technorati.').'</div>';
  if (module_exist('url_profile')) {
    $msg .= '<div class="msg-moduledetected">'.t('<strong>URL profile module detected.</strong> Leech feed item URLs are being profiled.').'</div>';
  }
  else {
    $msg .= '<div class="msg-modulenotdetected">'.t('<strong>URL profile module not installed.</strong>').'</div>';
  }
  $form['leech_url_profile']['detected'] = array( 
    '#type' => 'markup',
    '#value' => $msg,
    );
    
  $form['leech_og'] = array(
    '#type' => 'fieldset',
    '#title' => t('Organic groups'),
    '#tree' => FALSE,
    );
  if (module_exist('og')) {
    $msg = '<div class="msg-moduledetected">'.t('<strong>Organic groups (og) module detected.</strong> Leech feeds are passing on their group association to their feed items.').'</div>';
  }
  else {
    $msg = '<div class="msg-modulenotdetected">'.t('<strong>Organic groups (og) module not installed.</strong>').'</div>';
  }
  $form['leech_og']['detected'] = array( 
    '#type' => 'markup',
    '#value' => $msg,
    );
  
  $form['leech_advanced'] = array(
    '#type' => 'fieldset',
    '#title' => t('Advanced settings'),
    '#collapsible' => TRUE,
    '#collapsed' => TRUE,
    '#tree' => FALSE,
  );   
  $parsers = array('leech_news' => 'leech_news');
  foreach (module_implements('parse_news_feed') as $name) {
    $parsers[$name] = $name;
  }
  $form['leech_advanced']['leech_news_parser'] = array(
    '#type' => 'select',
    '#title' => t('Select parser'),
    '#default_value' => variable_get('leech_news_parser', 'leech_news'),
    '#options' => $parsers,
    '#description' => t('Select which parser to use to parse RSS/ATOM feed.'));
  $form['leech_advanced']['leech_news_original_links'] = array(
    '#type' => 'checkbox',
    '#title' => t('Use source link'),
    '#default_value' => variable_get('leech_news_original_links', 1),
    '#description' => t('Use link to original source of article when possible - usually the source link is preferrable.'),
    );
  $form['leech_advanced']['leech_news_verbose'] = array(
    '#type' => 'checkbox',
    '#title' => t('Verbose output to watchdog'),
    '#default_value' => variable_get('leech_news_verbose', 0),
    '#description' => t('Check if you would like to have more verbose output about leech on the %watchdoglink.', array('%watchdoglink' => l('watchdog', 'admin', array('title' => 'watchdog')))),
    );
  if (module_exist('taxonomy')) {
    $form['leech_advanced']['leech_news_pass_on_taxonomy'] = array(
      '#type' => 'checkbox',
      '#title' => t('Pass on taxonomy from feed to feed items'),
      '#default_value' => variable_get('leech_news_pass_on_taxonomy', 0),
      '#description' =>  t('If enabled, taxonomy of a feed node will be passed on 
                            to its existing and future child feed items. Only those 
                            taxonomies will get passed on, that are enabled for both, 
                            feed and feed item.'),
      );
  }
  $form['leech_advanced']['cron'] = array(
    '#type' => 'fieldset',
    '#title' => t('Cron settings'),
    '#tree' => FALSE,
  );
  
  // list last n times cron was called
  $form['leech_advanced']['cron']['leech_cron_times_overview'] = array(
    '#type' => 'markup',
    '#value' => _leech_cron_times_view(variable_get('leech_cron_times', array())),
    );
    
  // how many leeches to update at one cron run
  $leech_count['9999999'] = t('All');
  $leech_count = drupal_map_assoc(array(0, 1, 2, 3, 4, 5, 10, 15, 20, 25, 50, 100));
  $form['leech_advanced']['cron']['leech_cron_count'] = array(
    '#type' => 'select',
    '#title' => t('Update count'),
    '#default_value' => variable_get('leech_cron_count', 5),
    '#options' => $leech_count,
    '#description' => t('Select how many leeches can be updated at one cron run.'));
  // how long sleep interval should be
  $interval = drupal_map_assoc(array(0, 1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15));
  $form['leech_advanced']['cron']['leech_sleep_interval'] = array(
    '#type' => 'select',
    '#title' => t('Sleep time'),
    '#default_value' => variable_get('leech_sleep_interval', 3),
    '#options' => $leech_count,
    '#description' => t('Select how many seconds module should wait before updating next leech.'));

  return $form;
}

/**
 * url_profile hook - list urls to be url_profiled. interface to url_profile.module
 */
function leech_url_profile(&$object, $op, $arg = NULL) {
  
  switch ($op) {
    case 'list':
    
      
      /*
      no profiling for leech feeds - we could make this optional
      if ($node->leech_news && $node->leech_news->link) {
        $list[] = $node->leech_news->link;
      }
      */
      $list = array();
      // sometimes stuff comes in as array - todo: clean this up
      if ($object->leech_news_item) {
        if ($object->leech_news_item->link) {
          $list[] = $object->leech_news_item->link;
        }
        else if ($object->leech_news_item['link']) {
          $list[] = $object->leech_news_item['link'];
        }
        if ($object->leech_news_item->source_link) {
          $list[] = $object->leech_news_item->source_link;
        }
        else if ($object->leech_news_item['source_link']) {
          $list[] = $object->leech_news_item['source_link'];
        }
      }
      return $list;
    case 'list_matches':
      $result = db_query ('SELECT DISTINCT li.nid, li.link as url
                           FROM {leech_news_item} li 
                           JOIN {node} n  ON n.nid = li.nid 
                           WHERE li.link LIKE "%s%%"
                           AND li.link LIKE "%%%s%%" ',
                           $object->url, $object->criteria);
      while ($feed_item = db_fetch_object($result)) {
        $list[] = $feed_item;
      }
      return $list;
  }
}

/**
 * This function gives control of contents and functions on the link of 'full article'.
 */
function theme_leech_link_full_article($node) {
  $link = $node->leech_news_item->link;
  if (variable_get('leech_news_original_links', 0) && $node->leech_news->source_link) {
    $link = $node->leech_news->source_link;
  }
  return '<a href="'. $link .'" title="'. t('Read original article.') .'">'. t('original article') .'</a>';
}


/**
 * This function gives control of contents and functions on the link of 'visit site'.
 */
function theme_leech_link_visit_site($node) {
  return '<a href="'. $node->leech_news->link .'" title="'. t('Visit the site where this news was first published.') .'">'. t('visit site') .'</a>';
}

/**
 * Menu callback; Generate a listing of feed items.
 */
function leech_news_page_default($nid = NULL) {
  $output = '';

  if ($nid != NULL && is_numeric($nid)) {
    drupal_set_title(t('Feed'));
    $feed = node_load($nid);
    if ($feed && $feed->leech_news) {
      $output .= node_view($feed, 1);
      $result = pager_query(db_rewrite_sql('SELECT n.nid, n.sticky, n.created FROM {node} n INNER JOIN {leech_news_item} i ON i.nid = n.nid WHERE i.fid = %d AND n.status = 1 ORDER BY n.sticky DESC, n.created DESC'), variable_get('default_nodes_main', 10), 0, NULL, $feed->nid);
      while ($node = db_fetch_object($result)) {
        $output .= node_view(node_load($node->nid), 1);
      }
      $output .= theme('pager', NULL, variable_get('default_nodes_main', 10));
    }
    else {
      drupal_goto('node/'. $nid);
    }
  }
  else {
    // If there's no nid given, then show page with feed nodes
    $result = pager_query(db_rewrite_sql('SELECT n.nid, n.sticky, n.created FROM {node} n INNER JOIN {leech_news_feed} f ON f.nid = n.nid WHERE n.status = 1 ORDER BY n.sticky DESC, n.created DESC'), variable_get('default_nodes_main', 10), 0, NULL);
    while ($node = db_fetch_object($result)) {
      $output .= node_view(node_load($node->nid), 1);
    }
    $output .= theme('pager', NULL, variable_get('default_nodes_main', 10));
  }

  return $output;
}

/**
 * Menu callback; Remove items.
 */
function leech_news_page_remove($nid = NULL) {
  if ($nid == NULL && is_numeric(arg(1))) {
    $nid = arg(1);
  }

  // Handle operations
  $op = $_POST['op'];
  $edit = $_POST['edit'];

  $feed = node_load($nid);
  if ($feed->leech_news) {
    global $user;
    if (!user_access(LEECH_NEWS_PERM_EDIT_OWN_ITEM) || ($user->uid != $feed->uid)) {
      if (!user_access('administer nodes')) {
        drupal_access_denied();
        return;
      }
      // We don't need to fake user here as we don't really need nodes to be deleted by owner
    }

    // Mass delete
    if ($edit['confirm']) {
      // Stop Timeouts Whilst Processing Feed
      set_time_limit(0);

      // Remove each feed item node
      if (is_array($edit['nodes'])) {
        foreach ($edit['nodes'] as $nid => $value) {
          node_delete($nid);
        }
      }

      drupal_set_message(t('The items have been deleted.'));
      drupal_goto('admin/leech');
    }
    else {
      $form = array();

      $result = db_query('SELECT n.title, n.nid FROM {node} n LEFT JOIN {leech_news_item} i ON i.nid = n.nid WHERE i.fid = %d ORDER BY n.title', $feed->nid);
      $items = array();
      while ($item = db_fetch_object($result)) {
        $items[$item->nid] = $item->title;
      }

      $form['nodes'] = array(
        '#type' => 'checkboxes',
        '#title' => t('Delete following items:'),
        '#default_value' => array_keys($items),
        '#options' => $items);
      return confirm_form('items_delete_confirm', $form, t('Please confirm which items You really want to delete'), 'admin/leech', t('This action cannot be undone.'), t('Delete'), t('Cancel'));
    }
  }
}

/**
 * Create an XML document header and tail for opml
 */
function _opml_skeleton($content) {
  $output = "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n";
  $output .= "<opml version=\"1.1\">\n";
  $output .= "<head>\n";
  $output .= '<title>'. variable_get('site_name', 'drupal') .' - '. variable_get('site_slogan', '') ."</title>\n";
  $output .= '<dateModified>'. gmdate('r') ."</dateModified>\n";
  $output .= "</head>\n";
  $output .= "<body>\n";
  $output .= $content;
  $output .= "</body>\n";
  $output .= "</opml>\n";
  return $output;
}

/**
 * Parse xml into feed data
 */
function _leech_news_parse($xml) {
  $parser = variable_get('leech_news_parser', 'leech_news');
  if ($parser == 'leech_news') {
    include_once('leech_news_parser.inc');
  }

  if ($parser) {
    $function = $parser .'_parse_news_feed';
    return $function($xml);
  }
}

/**
 * Implementation of hook_form_alter().
 */
function leech_form_alter($form_id, &$form) {
  
  // Add leech fields to node edit form
  if (isset($form['type']) && $form['type']['#value'] .'_node_form' == $form_id && variable_get('leech_for#'.$form['#node']->type, 0)) {
    $node = $form['#node'];
    if (isset($form['body_filter']['body'])) {
      $form['body_filter']['body']['#required'] = 0;
    }
    $form['leech'] = array(
      '#type' => 'fieldset',
      '#title' => t('Leech'),
      '#collapsible' => TRUE,
      '#collapsed' => FALSE,
      '#tree' => TRUE
    );
    $form['leech']['nid'] = array(
      '#type' => 'hidden',
      '#value' => $node->nid,
      '#attributes' => array('id' => 'edit-leech-nid')
    );
    drupal_add_js('?q=leech.js');
    $form['leech']['url'] = array(
      '#type' => 'textfield',
      '#title' => t('URL'),
      '#default_value' => $node->leech->url,
      '#size' => 60,
      '#maxlength' => 2048,
      '#description' => t('URL from which data will be downloaded.'),
      '#weight' => -99,
      '#attributes' => array('onFocus' => 'leech_prepare_check_url(this)', 'onBlur' => 'leech_close_check_url(this)')
    );
    $period = drupal_map_assoc(array(0, 900, 1800, 3600, 7200, 10800, 21600, 32400, 43200, 64800, 86400, 172800, 259200, 604800, 1209600, 2419200), 'format_interval');
    $period[0] = t('Freezed');
    $form['leech']['refresh'] = array (
      '#type' => 'select',
      '#title' => t('Frequency'),
      '#default_value' => 10800, // hack- todo: check, wether what happens on node edit. $node->leech->refresh,
      '#options' => $period,
      '#description' => t('Frequency at which new data will be downloaded.'),
      '#weight' => -97
    );
    
    // Add fields from other modules which want to work with us through leechapi
    $form['leech']['addons'] = array(
      '#type' => 'fieldset',
      '#title' => t('Additional options'),
      '#collapsible' => TRUE,
      '#collapsed' => FALSE,
      '#weight' => 1,
      '#prefix' => '<div id="edit-leech-addons">',
      '#suffix' => '</div>'
    );

    // Mark if there was leech data with node or not
    if (!$node->leech->nid) {
      $form['leech']['is_new'] = array(
        '#type' => 'hidden',
        '#value' => 1
      );
    }

    // since 4.7.2 (or .3) there is no easy way to get node type html field cause now it's ID is like: node-[type]-node-form
    // so just create our own ;p
    $form['leech']['node_type'] = array(
      '#type' => 'hidden',
      '#value' => $node->type
    );
    

    // Some values we may want to use
    if (isset($node->leech->connection)) {
      $form['leech']['mime'] = array('#type' => 'value', '#value' => $node->leech->mime);
      $form['leech']['connection'] = array('#type' => 'value', '#value' => $node->leech->connection);
    }

    if ($node->leech->_prerender_id) {
      // Hookup prerendering of addons part for our ajax magic ;]
      if (!is_array($form['#pre_render'])) {
        $form['#pre_render'] = array();
      }
      $form['#pre_render'][] = 'leech_pre_render_addons';
    }
  }
  // "Workflow" form
  if (isset($form['type']) && $form['type']['#value'] .'_node_settings' == $form_id) {
    $form['workflow']['leech_defs'] = array(
      '#type' => 'fieldset',
      '#title' => t('Default leech options'),
      '#collapsible' => FALSE,
      '#collapsed' => FALSE
    );
    $form['workflow']['leech_defs']['leech_for#'.$form['type']['#value']] = array (
      '#type' => 'checkbox',
      '#title' => t('Enable leech'),
      '#default_value' => variable_get('leech_for#'.$form['type']['#value'], 0),
      '#attributes' => array(
        'onclick' => 'if(isJsEnabled()) toggleClass(this.parentNode.parentNode.parentNode, "collapsed");',
      )
    );
    if (!variable_get('leech_for#'.$form['type']['#value'], 0)) {
      $form['workflow']['leech_defs']['#attributes']['class'] = 'collapsed';
    }
    $form['workflow']['leech_defs']['leech_news_template_for#'.$form['type']['#value']] = array (
      '#type' => 'select',
      '#title' => t('Template'),
      '#options' => node_template_list(),
      '#default_value' => variable_get('leech_news_template_for#'.$form['type']['#value'], 0),
      '#description' => t('Select which node template should be used as template for new items')
    );
    $form['workflow']['leech_defs']['leech_news_items_guid_for#'.$form['type']['#value']] = array(
      '#type' => 'checkbox',
      '#title' => t('Generate GUIDs'),
      '#default_value' => variable_get('leech_news_items_guid_for#'.$form['type']['#value'], 0)
    );
    $form['workflow']['leech_defs']['leech_news_items_status_for#'.$form['type']['#value']] = array(
      '#type' => 'checkbox',
      '#title' => t('Publish news items'),
      '#default_value' => variable_get('leech_news_items_status_for#'.$form['type']['#value'], 1)
    );
    $form['workflow']['leech_defs']['leech_news_items_update_for#'.$form['type']['#value']] = array(
      '#type' => 'checkbox',
      '#title' => t('Update already existing news items'),
      '#default_value' => variable_get('leech_news_items_update_for#'.$form['type']['#value'], 0)
    );
    $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 3628800, 4838400, 7257600, 15724800, 31536000), 'format_interval');
    $period['1000000000'] = t('Never');
    $form['workflow']['leech_defs']['leech_news_items_delete_for#'.$form['type']['#value']] = array(
      '#type' => 'select',
      '#title' => t('Delete news items older than'),
      '#options' => $period,
      '#default_value' => variable_get('leech_news_items_delete_for#'.$form['type']['#value'], 15724800)
    );
    $promote = drupal_map_assoc(array(1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 15, 20, 25, 30));
    $promote['0'] = t('None');
    $promote['1000000000'] = t('All');
    $form['workflow']['leech_defs']['leech_news_items_promote_for#'.$form['type']['#value']] = array(
      '#type' => 'select',
      '#title' => t('Promote items'),
      '#options' => $promote,
      '#default_value' => variable_get('leech_news_items_promote_for#'.$form['type']['#value'], 3)
    );
    $form['workflow']['leech_defs']['leech_news_items_date_for#'.$form['type']['#value']] = array(
      '#type' => 'checkbox',
      '#title' => t('Use dates found in feed (if possible)'),
      '#default_value' => variable_get('leech_news_items_date_for#'.$form['type']['#value'], 1)
    );
    $form['workflow']['leech_defs']['leech_news_links_for#'.$form['type']['#value']] = array (
      '#type' => 'select',
      '#title' => t('Show "original article"/"visit site" link'),
      '#options' => array(
        LEECH_SHOW_LINK_ALWAYS => t('Always'),
        LEECH_SHOW_LINK_NEVER => t('Do not display'),
        LEECH_SHOW_LINK_TEASER_ONLY => t('Only with teaser'),
        LEECH_SHOW_LINK_PAGE_ONLY => t('Only on full page')
      ),
      '#default_value' => variable_get('leech_news_links_for#'.$form['type']['#value'], LEECH_SHOW_LINK_ALWAYS),
      '#description' => t('Select place(s) where link to original article (for news items) or visit site (for news feeds) will be shown.')
    );
    $form['#after_build'][] = 'leech_after_build_defs';
  }
  // Add item's data to node edit form
  if (isset($form['type']) && $form['type']['#value'] .'_node_form' == $form_id && $form['#node']->leech_news_item) {
    $node = $form['#node'];

    $form['leech_news_item'] = array(
      '#type' => 'fieldset',
      '#title' => t('Leeched news item'),
      '#collapsible' => TRUE,
      '#collapsed' => FALSE,
      '#tree' => TRUE
    );
    if (user_access('administer nodes')) {
      // don't allow regular user's to "steal fame" :)
      $feeds = array();
      $result = db_query(db_rewrite_sql('SELECT n.nid, n.title FROM {node} n, {leech_news_feed} f WHERE f.nid = n.nid'));
      while ($temp = db_fetch_array($result)) {
        $feeds[$temp['nid']] = $temp['title'];
      }
      $form['leech_news_item']['fid'] = array (
        '#type' => 'select',
        '#title' => t('Feed Name'),
        '#default_value' => $node->leech_news_item->fid,
        '#options' => $feeds,
        '#required' => TRUE,
        '#description' => t('The RSS/ATOM feed which this item belongs to.')
      );
      $form['leech_news_item']['link'] = array(
        '#type' => 'textfield',
        '#title' => t('Link'),
        '#default_value' => $node->leech_news_item->link,
        '#size' => 60,
        '#maxlength' => 250
      );
      $form['leech_news_item']['author'] = array(
        '#type' => 'textfield',
        '#title' => t('Original author'),
        '#default_value' => $node->leech_news_item->author,
        '#size' => 60,
        '#maxlength' => 60
      );
    }
    else {
      // don't allow regular user's to "steal fame" :)
      $form['leech_news_item']['fid'] = array(
        '#type' => 'hidden',
        '#value' => $node->leech_news_item->fid
      );
      $form['leech_news_item']['link'] = array(
        '#type' => 'hidden',
        '#value' => $node->leech_news_item->link
      );
      $form['leech_news_item']['author'] = array(
        '#type' => 'hidden',
        '#value' => $node->leech_news_item->author
      );
    }

    $form['leech_news_item']['source_link'] = array(
      '#value' => $node->leech_news_item->source_link
    );
    $form['leech_news_item']['source_xml'] = array(
      '#value' => $node->leech_news_item->source_xml
    );
    $form['leech_news_item']['source_title'] = array(
      '#value' => $node->leech_news_item->source_title
    );
  }

  // Add leech fields to node edit form
  if (isset($form['type']) && $form['type']['#value'] .'_node_form' == $form_id && variable_get('leech_for#'.$form['#node']->type, 0)) {
    $node = $form['#node'];

    if (!isset($node->leech->connection) || !isset($node->leech->connection->news_feed)) {
      return;
    }

    // Shortcut to make things more readable ;)
    $feed = &$node->leech->connection->news_feed;
/*
    // All seems ok, we can present additional settings to user
    $form['leech']['addons']['news'] = array(
      '#type' => 'fieldset'
      //,'#title' => t('News feed options'),
      //'#collapsible' => TRUE,
      //'#collapsed' => FALSE
    );
*/
    if (user_access('administer nodes')) {
      $form['leech']['addons']['news']['template'] = array(
        '#type' => 'select',
        '#title' => t('Template'),
        '#options' => node_template_list(),
        '#default_value' => $node->leech_news->template,
        '#description' => t('Select which node template should be used as template for new items')
      );
    }
    $form['leech']['addons']['news']['logo'] = array(
      '#type' => 'textfield',
      '#title' => t('URL of logo image'),
      '#default_value' => ($node->leech_news->logo ? $node->leech_news->logo : $feed->logo)
    );
    $form['leech']['addons']['news']['link'] = array(
      '#type' => 'textfield',
      '#title' => t('URL of site'),
      '#default_value' => ($node->leech_news->link ? $node->leech_news->link : $feed->link)
    );
    $form['leech']['addons']['news']['author'] = array(
      '#type' => 'textfield',
      '#title' => t('Author of feed'),
      '#default_value' => ($node->leech_news->author ? $node->leech_news->author : $feed->author)
    );
    $form['leech']['addons']['news']['title'] = array(
      '#type' => 'textfield',
      '#default_value' => (!$node->title ? $feed->channel[TITLE][0][VALUE] : $node->title),
      '#attributes' => array('style' => 'display:none')
    );
    if (user_access('administer nodes')) {
      $form['leech']['addons']['news']['items_guid'] = array(
        '#type' => 'checkbox',
        '#title' => t('Generate GUIDs'),
        '#default_value' => ($node->leech_news->items_guid ? $node->leech_news->items_guid : (($feed->has_guids || $feed->has_unique_links) ? FALSE : variable_get('leech_news_items_guid_for#'.$form['type']['#value'], 0)))
      );
      $form['leech']['addons']['news']['items_status'] = array(
        '#type' => 'checkbox',
        '#title' => t('Publish news items'),
        '#default_value' => ($node->leech_news->items_status ? $node->leech_news->items_status : variable_get('leech_news_items_status_for#' . $form['type']['#value'], 1))
      );
      $form['leech']['addons']['news']['items_update'] = array(
        '#type' => 'checkbox',
        '#title' => t('Update already existing news items'),
        '#default_value' => ($node->leech_news->items_update ? $node->leech_news->items_update : variable_get('leech_news_items_update_for#'.$form['type']['#value'], 0)),
      );
      $period = drupal_map_assoc(array(3600, 10800, 21600, 32400, 43200, 86400, 172800, 259200, 604800, 1209600, 2419200, 3628800, 4838400, 7257600, 15724800, 31536000), 'format_interval');
      $period['1000000000'] = t('Never');
      $form['leech']['addons']['news']['items_delete'] = array(
        '#type' => 'select',
        '#title' => t('Delete news items older than'),
        '#options' => $period,
        '#default_value' => ($node->leech_news->items_delete ? $node->leech_news->items_delete : variable_get('leech_news_items_delete_for#'.$form['type']['#value'], 15724800))
      );
      $promote = drupal_map_assoc(array(1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 15, 20, 25, 30));
      $promote['0'] = t('None');
      $promote['1000000000'] = t('All');
      $form['leech']['addons']['news']['items_promote'] = array(
        '#type' => 'select',
        '#title' => t('Promote items'),
        '#options' => $promote,
        '#default_value' => ($node->leech_news->items_promote ? $node->leech_news->items_promote : variable_get('leech_news_items_promote_for#'.$form['type']['#value'], 3))
      );
      $form['leech']['addons']['news']['items_date'] = array(
        '#type' => 'checkbox',
        '#title' => t('Use dates found in feed if available'),
        '#default_value' => ($node->leech_news->items_date ? $node->leech_news->items_date : ($feed->has_dates && variable_get('leech_news_items_date_for#'.$form['type']['#value'], 0) ? TRUE : FALSE))
      );
      $form['leech']['addons']['news']['links_display_mode'] = array (
        '#type' => 'select',
        '#title' => t('Show "original article"/"visit site" link'),
        '#options' => array(
          LEECH_SHOW_LINK_ALWAYS => t('Always'),
          LEECH_SHOW_LINK_NEVER => t('Do not display'),
          LEECH_SHOW_LINK_TEASER_ONLY => t('Only with teaser'),
          LEECH_SHOW_LINK_PAGE_ONLY => t('Only on full page')
        ),
        '#default_value' => (isset($node->leech_news->links_display_mode) ? $node->leech_news->links_display_mode : variable_get('leech_news_links_for#'.$form['type']['#value'], LEECH_SHOW_LINK_ALWAYS)),
        '#description' => t('Select place(s) where link to original article (for news items) or visit site (for news feeds) will be shown.')
      );
    }
    // Mark if there was leech_news data with node or not
    if ($node->leech_news->nid) {
      $form['leech']['addons']['news']['nid'] = array(
        '#type' => 'hidden',
        '#value' => $node->leech_news->nid
      );
    }
  }
  // For OPML
  if (isset($form['type']) && $form['type']['#value'] .'_node_settings' == $form_id) {
    $form['workflow']['leech_defs']['opml'] = array(
      '#type' => 'fieldset',
      '#title' => t('Default leech opml options'),
      '#collapsible' => FALSE,
      '#collapsed' => FALSE
    );
    $form['workflow']['leech_defs']['opml']['leech_opml_template_for#'.$form['type']['#value']] = array (
      '#type' => 'select',
      '#title' => t('Template'),
      '#options' => node_template_list(),
      '#default_value' => variable_get('leech_opml_template_for#'.$form['type']['#value'], 0),
      '#description' => t('Select which node template should be used as template for opml items')
    );
  }
}

function leech_pre_render_addons($form_id, $form) {
  global $LEECH_PRERENDERED_ADDONS;
  if (is_array($LEECH_PRERENDERED_ADDONS) && isset($form['#node']) && isset($form['leech']['addons'])) {
    $node = $form['#node'];
    if (isset($node->leech->_prerender_id)) {
      $LEECH_PRERENDERED_ADDONS[$node->leech->_prerender_id] = str_replace(array('<div id="edit-leech-addons">', '</div>'), '', form_render($form['leech']['addons']));
    }
  }
}

/**
 * Move "Enable leech" checkbox to be used as a legend for leech defs fieldset
 */
function leech_after_build_defs($form, $form_values) {
  // To do that first we render checkbox field and remove divs around it (so we have label and input left)
  preg_match('%\<label.*\</label\>%U', form_render($form['workflow']['leech_defs']['leech_for#'.$form['type']['#value']]), $matches);
  // Finally we put it as title of fieldset :)
  $form['workflow']['leech_defs']['#title'] = $matches[0];

  return $form;
}


/**
 * Implementation of hook_nodeapi().
 */
function leech_nodeapi(&$node, $op, $teaser = NULL, $page = NULL) {

  switch ($op) {
    case 'insert':
      if (leech_access('create', $node)) {
        leech_insert($node);
      }
      break;
    case 'update':
      if (leech_access('update', $node)) {
        leech_update($node);
      }
      break;
    case 'delete':
      if (leech_access('delete', $node)) {
        leech_delete($node);
      }
      break;
    case 'load':
      return leech_load($node);
      break;
    case 'prepare':
      leech_prepare($node, $teaser);
      break;
    case 'validate':
      leech_validate($node, $teaser);
      break;
    case 'submit':
      leech_submit($node);
      break;
    case 'view':
      if (leech_access('view', $node)) {
        leech_view($node, $teaser, $page);
      }
      break;
    case 'rss item':
      if ($node->leech_news_item) {
        return array(array('key' => 'source',
                           'attributes' => array('url' => ($node->leech_news_item->source_xml ? $node->leech_news_item->source_xml : $node->leech_news_item->feed_url)),
                           'value' => check_plain(($node->leech_news_item->source_title ? $node->leech_news_item->source_title : $node->leech_news_item->feed_title))),
                     array('key' => 'dc:source',
                           'value' => check_plain(($node->leech_news_item->source_link ? $node->leech_news_item->source_link : $node->leech_news_item->link))));
      }
      if ($node->leech_news) {
        return array(array('key' => 'source',
                           'attributes' => array('url' => $node->leech->url),
                           'value' => check_plain($node->title)),
                     array('key' => 'dc:source',
                           'value' => check_plain($node->leech_news->link)));
      }
      break;
  }
}

/**
 * Implementation of hook_link().
 */
function leech_link($type, $node = NULL, $teaser = FALSE) {
  $links = array();
  global $user;
  
  if ($type == 'node' && $node != NULL) {
    
    if (variable_get('leech_for#'.$node->type, 0) && isset($node->leech)) {
      if ((user_access(LEECH_PERM_REFRESH_OWN) && ($user->uid == $node->uid)) || user_access('administer nodes')) {
        $links[] = l(t('leech data now'), "leech/refresh/{$node->nid}", array(), 'destination='.$_GET['q']);
      }
    }
  
    $show = ($node->leech_news_item ? $node->leech_news_item->links_display_mode : $node->leech_news->links_display_mode);
    if (($show == LEECH_SHOW_LINK_ALWAYS) ||
      ($teaser && $show == LEECH_SHOW_LINK_TEASER_ONLY) ||
      (!$teaser && $show == LEECH_SHOW_LINK_PAGE_ONLY)) {
        if ($node->leech_news_item) {
          $links[] = theme('leech_link_full_article', $node);
        }
        if ($node->leech_news) {
          $links[] = theme('leech_link_visit_site', $node);
        }
    }
    if ($node->leech_news) {
      if ((user_access(LEECH_NEWS_PERM_EDIT_OWN_ITEM) && ($user->uid == $node->uid)) || user_access('administer nodes')) {
        $links[] = l(t('remove items'), "leech/remove_items/{$node->nid}");
      }
      if (variable_get('leech_news_show_items_link', 0) && arg(1) != 'sources') {
        $links[] = l(t('view items'), "leech/feed/{$node->nid}");
      }
    }
    else if ($node->leech_news_item && arg(1) != 'feed') {
      if (variable_get('leech_news_show_feed_link', 0) == LEECH_SHOW_LINK_IN_LINKS) {
        $links[] = l(t('feed'), "leech/feed/{$node->leech_news_item->fid}", array('title' => t('view other articles from %title', array('%title' => $node->leech_news_item->feed_title))));
      }
    }
  }

  return $links;
}

/**
 * Implementation of hook_cron().
 *
 * Checks news feeds for updates once their refresh interval has elapsed.
 */
function leech_cron() {
  global $user;
  $old_user = $user;
  
  timer_start("leech_cron");
  
  $crontimes = variable_get('leech_cron_times', array());
  $crontimes[] = time();
  if (count($crontimes) > 6) {
    array_shift($crontimes);
  }
  variable_set('leech_cron_times', $crontimes);

  $updated = array();
  $result = db_query_range('SELECT l.nid, n.uid FROM {leech} l, {node} n WHERE l.refresh > 0 AND l.checked + l.refresh <= %d AND l.nid = n.nid ORDER BY l.checked ASC ', time(), 