require_once 'config.php'; define('MAGPIE_OUTPUT_ENCODING', 'UTF-8'); function purge_old_posts($link) { if (PURGE_OLD_DAYS > 0) { $result = db_query($link, "DELETE FROM ttrss_entries WHERE marked = false AND date_entered < NOW() - INTERVAL '".PURGE_OLD_DAYS." days'"); } } function update_all_feeds($link, $fetch) { if (WEB_DEMO_MODE) return; db_query($link, "BEGIN"); if (!$fetch) { $result = db_query($link, "SELECT feed_url,id FROM ttrss_feeds WHERE last_updated is null OR title = '' OR EXTRACT(EPOCH FROM NOW()) - EXTRACT(EPOCH FROM last_updated) > " . MIN_UPDATE_TIME); } else { $result = db_query($link, "SELECT feed_url,id FROM ttrss_feeds"); } while ($line = db_fetch_assoc($result)) { update_rss_feed($link, $line["feed_url"], $line["id"]); } purge_old_posts($link); db_query($link, "COMMIT"); } function check_feed_favicon($feed_url, $feed) { $feed_url = str_replace("http://", "", $feed_url); $feed_url = preg_replace("/\/.*$/", "", $feed_url); $icon_url = "http://$feed_url/favicon.ico"; $icon_file = ICONS_DIR . "/$feed.ico"; if (!file_exists($icon_file)) { error_reporting(0); $r = fopen($icon_url, "r"); error_reporting (E_ERROR | E_WARNING | E_PARSE); if ($r) { $tmpfname = tempnam("/tmp", "ttrssicon"); $t = fopen($tmpfname, "w"); while (!feof($r)) { $buf = fread($r, 16384); fwrite($t, $buf); } fclose($r); fclose($t); error_reporting(0); if (!rename($tmpfname, $icon_file)) { unlink($tmpfname); } error_reporting (E_ERROR | E_WARNING | E_PARSE); } } } function update_rss_feed($link, $feed_url, $feed) { if (WEB_DEMO_MODE) return; error_reporting(0); $rss = fetch_rss($feed_url); error_reporting (E_ERROR | E_WARNING | E_PARSE); db_query($link, "BEGIN"); $feed = db_escape_string($feed); if ($rss) { if (ENABLE_FEED_ICONS) { check_feed_favicon($feed_url, $feed); } $result = db_query($link, "SELECT title,icon_url FROM ttrss_feeds WHERE id = '$feed'"); $registered_title = db_fetch_result($result, 0, "title"); $orig_icon_url = db_fetch_result($result, 0, "icon_url"); if (!$registered_title) { $feed_title = $rss->channel["title"]; db_query($link, "UPDATE ttrss_feeds SET title = '$feed_title' WHERE id = '$feed'"); } // print "I: " . $rss->channel["image"]["url"]; $icon_url = $rss->image["url"]; if ($icon_url && !$orig_icon_url) { $icon_url = db_escape_string($icon_url); db_query($link, "UPDATE ttrss_feeds SET icon_url = '$icon_url' WHERE id = '$feed'"); } $filters = array(); $result = db_query($link, "SELECT reg_exp, (SELECT name FROM ttrss_filter_types WHERE id = filter_type) as name FROM ttrss_filters"); while ($line = db_fetch_assoc($result)) { if (!$filters[$line["name"]]) $filters[$line["name"]] = array(); array_push($filters[$line["name"]], $line["reg_exp"]); } foreach ($rss->items as $item) { $entry_guid = $item["id"]; if (!$entry_guid) $entry_guid = $item["guid"]; if (!$entry_guid) $entry_guid = $item["link"]; if (!$entry_guid) continue; $entry_timestamp = ""; $rss_2_date = $item['pubdate']; $rss_1_date = $item['dc']['date']; $atom_date = $item['issued']; if ($atom_date != "") $entry_timestamp = parse_w3cdtf($atom_date); if ($rss_1_date != "") $entry_timestamp = parse_w3cdtf($rss_1_date); if ($rss_2_date != "") $entry_timestamp = strtotime($rss_2_date); if ($entry_timestamp == "") { $entry_timestamp = time(); $no_orig_date = 'true'; } else { $no_orig_date = 'false'; } $entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp); $entry_title = $item["title"]; $entry_link = $item["link"]; if (!$entry_title) continue; if (!$entry_link) continue; $entry_content = $item["description"]; if (!$entry_content) $entry_content = $item["content:escaped"]; if (!$entry_content) $entry_content = $item["content"]; // if (!$entry_content) continue; $content_hash = "SHA1:" . sha1(strip_tags($entry_content)); $entry_comments = $item["comments"]; $entry_guid = db_escape_string($entry_guid); if (DB_TYPE == "pgsql") { $extract_ts_qpart = ",EXTRACT(EPOCH FROM updated) as updated_timestamp"; } $result = db_query($link, " SELECT id,last_read,no_orig_date,title,feed_id,content_hash $extract_ts_qpart FROM ttrss_entries WHERE guid = '$entry_guid'"); if (db_num_rows($result) == 0) { error_reporting(0); if (is_filtered($entry_title, $entry_content, $filters)) { continue; } error_reporting (E_ERROR | E_WARNING | E_PARSE); //$entry_guid = db_escape_string($entry_guid); $entry_content = db_escape_string($entry_content); $entry_title = db_escape_string($entry_title); $entry_link = db_escape_string($entry_link); $entry_comments = db_escape_string($entry_comments); $query = "INSERT INTO ttrss_entries (title, guid, link, updated, content, content_hash, feed_id, comments, no_orig_date) VALUES ('$entry_title', '$entry_guid', '$entry_link', '$entry_timestamp_fmt', '$entry_content', '$content_hash', '$feed', '$entry_comments', $no_orig_date)"; $result = db_query($link, $query); } else { $orig_entry_id = db_fetch_result($result, 0, "id"); $orig_feed_id = db_fetch_result($result, 0, "feed_id"); if ($orig_feed_id != $feed) { // print "
Update from different feed ($orig_feed_id, $feed): $entry_guid [$entry_title]"; continue; } $entry_is_modified = false; $orig_timestamp = db_fetch_result($result, 0, "updated_timestamp"); $orig_content_hash = db_fetch_result($result, 0, "content_hash"); $orig_last_read = db_fetch_result($result, 0, "last_read"); $orig_no_orig_date = db_fetch_result($result, 0, "no_orig_date"); $orig_title = db_fetch_result($result, 0, "title"); $last_read_qpart = ""; if ($orig_content_hash != $content_hash) { if (UPDATE_POST_ON_CHECKSUM_CHANGE) { $last_read_qpart = 'last_read = null,'; } $entry_is_modified = true; } if ($orig_title != $entry_title) { $entry_is_modified = true; } if ($orig_timestamp != $entry_timestamp && !$orig_no_orig_date) { $entry_is_modified = true; } if ($entry_is_modified) { $entry_comments = db_escape_string($entry_comments); $entry_content = db_escape_string($entry_content); $entry_title = db_escape_string($entry_title); $entry_link = db_escape_string($entry_link); $query = "UPDATE ttrss_entries SET $last_read_qpart title = '$entry_title', link = '$entry_link', updated = '$entry_timestamp_fmt', content = '$entry_content', comments = '$entry_comments', content_hash = '$content_hash' WHERE id = '$orig_entry_id'"; $result = db_query($link, $query); } } } if ($result) { $result = db_query($link, "UPDATE ttrss_feeds SET last_updated = NOW()"); } } db_query($link, "COMMIT"); } function print_select($id, $default, $values, $attributes = "") { print ""; } function is_filtered($title, $content, $filters) { if ($filters["title"]) { foreach ($filters["title"] as $title_filter) { if (preg_match("/$title_filter/i", $title)) return true; } } if ($filters["content"]) { foreach ($filters["content"] as $content_filter) { if (preg_match("/$content_filter/i", $content)) return true; } } if ($filters["both"]) { foreach ($filters["both"] as $filter) { if (preg_match("/$filter/i", $title) || preg_match("/$filter/i", $content)) return true; } } return false; } ?>