From 6510b748c2b91b10603a98aa16016ae66ec623fe Mon Sep 17 00:00:00 2001
From: n <n@tourmentine.com>
Date: Thu, 22 Mar 2018 12:05:15 +0100
Subject: [PATCH] more stuff in the attic

---
 README.md                        |   3 +
 attic/html2rss.php               | 317 +++++++++++++++++++++++++++++++
 attic/kimsufi_postinstall.sh     |  21 ++
 attic/webnewsget2.ini.php.sample |  10 +
 attic/webnewsget2.sh             |   6 +
 5 files changed, 357 insertions(+)
 create mode 100644 attic/html2rss.php
 create mode 100644 attic/kimsufi_postinstall.sh
 create mode 100644 attic/webnewsget2.ini.php.sample
 create mode 100644 attic/webnewsget2.sh

diff --git a/README.md b/README.md
index 268299f..4590c73 100644
--- a/README.md
+++ b/README.md
@@ -46,3 +46,6 @@ Attic
   * [postinstall.sh](https://forge.tourmentine.com/n/scripts/src/master/attic/postinstall.sh) => OVH/Kimsufi FreeBSD postinstall script
   * [tssh](https://forge.tourmentine.com/n/scripts/src/master/attic/tssh) => automaticaly rename Konsole tabs using ssh'ed hostname
   * [mplayer_update.sh](https://forge.tourmentine.com/n/scripts/src/master/attic/mplayer_update.sh) => download, compile and install FFMpeg & MPlayer
+  * [webnewsget2.sh](https://forge.tourmentine.com/n/scripts/src/master/attic/webnewsget2.sh)+[html2rss.php](https://forge.tourmentine.com/n/scripts/src/master/attic/html2rss.php) => download HTML pages and generate RSS feeds from them
+  * [kimsufi_postinstall.sh](https://forge.tourmentine.com/n/scripts/src/master/attic/kimsufi_postinstall.sh) => bootstrap script for fresh kimsufi/OVH servers
+
diff --git a/attic/html2rss.php b/attic/html2rss.php
new file mode 100644
index 0000000..3cacb1b
--- /dev/null
+++ b/attic/html2rss.php
@@ -0,0 +1,317 @@
+#!/usr/bin/php -q
+
+<?php
+/***************************************************
+ ** html2rss.php - 13/07/02 n@tourmentine.com
+ ***************************************************
+ * 20/10/04: ajout formats RSS 2.0 et Atom 0.3
+ ***************************************************
+ * prend en paramètre un fichier de config,
+ * en fonction des paramètres, télécharge les news,
+ * les parse, puis écris les données dans les
+ * fichiers backends (en txt et rss 0.91)
+ ***************************************************/
+
+
+
+/**********************************************************************
+ * write2txt()
+ **********************************************************************
+ * écrit les $NbMde premères valeurs de $tableau, à savoir les
+ * champs link et title (voir fonction parse_html())
+ * dans le fichier $file, en ajoutant au besoin (si défini) la
+ * variable $bu correspondant à l'url de base ($baseurl dans le .ini)
+ **********************************************************************
+ * format: fichier de news au format texte
+ *
+ *	%%
+ *	titre
+ *	url
+ *	%%
+ *	titre
+ *	(...)
+ **********************************************************************/
+
+function write2txt($inifiledata,$tableau)
+{
+
+	extract($inifiledata);
+	echo $tableau[0]["title"];
+	$totalnews = count($tableau);
+
+	if ($NbMax > $totalnews)
+     		$NbMax = $totalnews;
+
+	$outputfile = "/var/www/website/backends/txt/$filename.txt";
+
+        if ($totalnews > 1)
+        {
+                $backend = fopen("$outputfile","w");
+
+                for($n = $offset+1 ; $n <= $NbMax+$offset ; $n++)
+                {
+			fwrite ($backend,"%%\n");
+                        fwrite ($backend,$tableau[$n]["title"]."\n");
+			if (!strstr($tableau[$n]["link"],"http://"))
+				$tableau[$n]["link"]=$baseurl.$tableau[$n]["link"];
+                        fwrite ($backend,$tableau[$n]["link"]."\n");
+                }
+                fclose($backend);
+                echo "$outputfile généré (".($n-1)." enregistrements).\n";
+        }
+        else echo "$outputfile non créé : nombre de news insuffisant ($totalnews)\n";
+}
+
+
+/**********************************************************************
+ * write2rss091()
+ **********************************************************************
+ * écrit les $NbMaxde premères valeurs de $tableau, à savoir les
+ * champs link et title (voir fonction parse_html())
+ * dans le fichier $file, en ajoutant au besoin (si défini) la
+ * variable $bu correspondant à l'url de base ($baseurl dans le .ini)
+ **********************************************************************
+ * format: voir spécificications RSS 0.91:
+ * http://my.netscape.com/publish/formats/rss-spec-0.91.html
+ **********************************************************************/
+
+function write2rss091($inifiledata,$tableau)
+{
+
+	extract($inifiledata);
+
+	$entete = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>
+
+<!DOCTYPE rss PUBLIC \"-//Netscape Communications//DTD RSS 0.91//EN\"
+\"http://my.netscape.com/publish/formats/rss-0.91.dtd\">
+
+<rss version=\"0.91\">
+
+   <channel>
+
+   <title>$titlesite</title>
+   <link>$linksite</link>
+   <description>$descriptionsite</description>
+   <language>$languagesite</language>\n\n";
+   
+        $outputfile = "/var/www/website/backends/xml/$filename.rss";
+
+	$totalnews = count($tableau);
+
+	if ($NbMax > $totalnews)
+     		$NbMax = $totalnews;
+
+        if ($totalnews > 1)
+        {
+                $backend = fopen("$outputfile","w");
+		fwrite ($backend,$entete);
+                for($n = $offset+1 ; $n <= $NbMax+$offset ; $n++)
+                {
+			fwrite ($backend,"  <item>\n");
+                        fwrite ($backend,"    <title>".$tableau[$n]["title"]."</title>\n");
+			if (!strstr($tableau[$n]["link"],"http://") && isset($baseurl))
+				$tableau[$n]["link"]=$baseurl.$tableau[$n]["link"];
+                        fwrite ($backend,"    <link>".htmlentities($tableau[$n]["link"])."</link>\n");
+                        fwrite ($backend,"  </item>\n\n");
+                }
+                fwrite ($backend,"  </channel>\n\n</rss>");
+                fclose($backend);
+		echo "$outputfile généré (".($n-1)." enregistrements).\n";
+        }
+        else echo "$outputfile non créé : nombre de news insuffisant ($totalnews)\n";
+}
+
+/**********************************************************************
+ * write2rss()
+ **********************************************************************
+ * idem write2rss091, mais pour format 2.0 (!)
+ **********************************************************************/
+       
+function write2rss($inifiledata,$tableau)
+{
+
+	extract($inifiledata);
+
+	$entete = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>
+
+<rss version=\"2.0\">
+
+	<channel>
+	
+	<title>$titlesite</title>
+	<link>$linksite</link>
+	<description>$descriptionsite</description>
+	<language>$languagesite</language>
+	<pubDate>".date("r")."</pubDate>
+	<lastBuildDate>".date("r")."</lastBuildDate>
+	<generator>WebLoom beta</generator>\n\n";
+
+	$outputfile = "/var/www/website/backends/xml/$filename.rss";
+
+	$totalnews = count($tableau);
+
+	if ($NbMax > $totalnews)
+		$NbMax = $totalnews;
+
+	if ($totalnews > 1)
+	{
+		$backend = fopen("$outputfile","w");
+		fwrite ($backend,$entete);
+		for($n = $offset+1 ; $n <= $NbMax+$offset ; $n++)
+		{
+			fwrite ($backend,"	<item>\n");
+			fwrite ($backend,"		<title>".$tableau[$n]["title"]."</title>\n");
+			if (!strstr($tableau[$n]["link"],"http://") && isset($baseurl))
+				$tableau[$n]["link"]=$baseurl.$tableau[$n]["link"];
+			fwrite ($backend,"		<link>".htmlentities($tableau[$n]["link"])."</link>\n");
+			fwrite ($backend,"	</item>\n\n");
+		}
+		fwrite ($backend,"	</channel>\n\n</rss>");
+		fclose($backend);
+		echo "$outputfile généré (".($n-1)." enregistrements).\n";
+	}
+	else echo "$outputfile non créé : nombre de news insuffisant ($totalnews)\n";
+}
+
+/**********************************************************************
+ * write2atom()
+ **********************************************************************
+ * écrit les $NbMaxde premères valeurs de $tableau, à savoir les
+ * champs link et title (voir fonction parse_html())
+ * dans le fichier $file, en ajoutant au besoin (si défini) la
+ * variable $bu correspondant à l'url de base ($baseurl dans le .ini)
+ **********************************************************************
+ * format: voir le brouillon des spécificications Atom 0.3:
+ * http://www.ietf.org/internet-drafts/draft-ietf-atompub-format-02.txt
+ **********************************************************************/
+
+function write2atom($inifiledata,&$tableau)
+{
+
+	extract($inifiledata);
+
+	$entete = "<?xml version=\"1.0\" encoding=\"ISO-8859-1\"?>
+<feed version=\"0.3\"
+	xmlns=\"http://purl.org/atom/ns#\"
+	xml:lang=\"$languagesite\">
+
+	<title>$titlesite</title>
+	<link rel=\"alternate\" type=\"text/html\" href=\"$linksite\" />
+	<generator url=\"http://tourmentine.com/\" version=\"beta\">WebLoom</generator>
+	<tagline>$descriptionsite</tagline>
+	<modified>".date("c")."</modified>\n\n";
+
+	
+	$outputfile = "/var/www/website/backends/atom/$filename.xml";
+
+	$totalnews = count($tableau);
+
+	if ($NbMax > $totalnews)
+		$NbMax = $totalnews;
+
+	if ($totalnews > 1)
+	{
+		$backend = fopen("$outputfile","w");
+		fwrite ($backend,$entete);
+		for($n = $offset+1 ; $n <= $NbMax+$offset ; $n++)
+		{
+			//print_r($tableau[$n]);
+			fwrite ($backend,"	<entry>\n");
+			fwrite ($backend,"		<title>".$tableau[$n]["title"]."</title>\n");
+			if (!strstr($tableau[$n]["link"],"http://") && isset($baseurl))
+				$tableau[$n]["link"]=$baseurl.$tableau[$n]["link"];
+			fwrite ($backend,"		<id>".htmlentities($tableau[$n]["link"])."</id>\n");
+			fwrite ($backend,"		<link rel=\"alternate\" type=\"text/html\" href=\"".htmlentities($tableau[$n]["link"])."\" />\n");
+			fwrite ($backend,"		<summary>".$tableau[$n]["summary"]."</summary>\n");
+			fwrite ($backend,"		<modified>".date("c")."</modified>\n");
+			fwrite ($backend,"		<issued>".date("c")."</issued>\n");
+			fwrite ($backend,"		<author><name>".$tableau[$n]["author"]."</name></author>\n");
+			fwrite ($backend,"	</entry>\n\n");
+		}
+		fwrite ($backend,"</feed>");
+		fclose($backend);
+		echo "$outputfile généré (".($n-1)." enregistrements).\n";
+	}
+	else echo "$outputfile non créé : nombre de news insuffisant ($totalnews)\n";
+}
+
+/*********************************************************************************************/
+
+	$f=$argv[1];
+
+	include("/var/www/website/modules/backends/conf/$f");
+	if (!isset($NbMax) || $NbMax=="")
+			$NbMax = 10;
+
+	$inidata = compact('source','filename','titlesite','linksite','descriptionsite','languagesite','baseurl','grep','offset','NbMax');
+
+	$data = implode("",file($source));
+	// le nettoie
+	$data = strtr($data,"\n\0\r\t"," ");
+	/*$data = ereg_replace("&eacute;","é",$data);
+	$data = ereg_replace("&ugrave;","ù",$data);
+	$data = ereg_replace("&agrave;","à",$data);
+	$data = ereg_replace("&egrave;","è",$data);
+	$data = ereg_replace("&ecirc;","ê",$data);
+	$data = ereg_replace("&icirc;","î",$data);
+	$data = ereg_replace("&ocirc;","ô",$data);
+	$data = ereg_replace("&iuml;;","ï",$data);
+	$data = ereg_replace("&amp;","&",$data);*/
+	$data = html_entity_decode($data);
+	$data = trim($data);
+
+	preg_match_all($grep,$data,$res,PREG_SET_ORDER);
+
+	$index = 1;
+	foreach ($res as $elt)
+	{
+		if ($elt[1] != "" && $elt[2] != "")
+		{
+       			$niouzes[$index]["link"] = $elt[1];
+			if (file_exists($baseurl.$elt[1]))
+			{
+			$dataitem = implode("",file($baseurl.$elt[1]));
+			$dataitem = strtr($dataitem,"\n\0\r"," ");
+			$dataitem = trim($dataitem);
+			if (isset($grepitemdate))
+			{
+				preg_match_all($grepitemdate,$dataitem,$resitem,PREG_SET_ORDER);
+				$niouzes[$index]["date"] = $resitem[0][1]; 
+			}
+			else
+				$niouzes[$index]["date"] = "unknown";
+			if (isset($grepitemsummary))
+			{
+				preg_match_all($grepitemsummary,$dataitem,$resitem,PREG_SET_ORDER);
+				if (strlen(strip_tags($resitem[0][1])) > 200)
+					$niouzes[$index]["summary"] = substr(strip_tags($resitem[0][1]), 0, 200)."...";
+				else 
+					$niouzes[$index]["summary"] = strip_tags($resitem[0][1]);
+			}
+			else
+				$niouzes[$index]["summary"] = "unknown";
+			if (isset($author))
+			{
+				$niouzes[$index]["author"] = $author;
+			}
+			else if (isset($grepitemauthor))
+			{
+				preg_match_all($grepitemauthor,$dataitem,$resitem,PREG_SET_ORDER);
+				$niouzes[$index]["author"] = $resitem[0][1]; 
+			}
+				else 
+					$niouzes[$index]["author"] = "unknown";
+			}	
+			$niouzes[$index]["title"] = trim($elt[2]);
+		}
+		$index++;
+       	}
+	
+	// écrit les données
+	//write2txt($inidata,$niouzes);
+	//write2rss091($inidata,$niouzes);
+	write2rss($inidata,&$niouzes);
+	write2atom($inidata,$niouzes);
+
+
+?>
diff --git a/attic/kimsufi_postinstall.sh b/attic/kimsufi_postinstall.sh
new file mode 100644
index 0000000..384a432
--- /dev/null
+++ b/attic/kimsufi_postinstall.sh
@@ -0,0 +1,21 @@
+echo "mykey">>/root/.ssh/authorized_keys2
+umount /servers/ 
+#zpool create -f servers ada0s1e 
+zpool create -f servers ad4s1e 
+zfs create servers/ftp 
+zfs create servers/web
+zfs create servers/mail
+zfs create servers/db 
+zfs create servers/dns 
+#fetch ftp://ftp1.freebsd.org/pub/FreeBSD/releases/amd64/8.2-RELEASE/src.txz
+#fetch ftp://ftp1.freebsd.org/pub/FreeBSD/releases/amd64/8.2-RELEASE/ports.txz
+#tar -C / -xvzf src.txz
+#tar -C / -xvzf ports.txz
+#cd /usr/ports/shells/zsh/ && make -DBATCH clean install
+#cd /usr/ports/security/ipsec-tools/ && make -DBATCH clean install
+#cd /usr/ports/editors/vim-lite/ && make -DBATCH clean install
+#cd /usr/ports/sysutils/rdiff-backup/ && make -DBATCH clean install
+#cd /usr/ports/sysutils/ezjail/ && make -DBATCH clean install
+pkg_add -r zsh ipsec-tools rdiff-backup ezjail openvpn 3proxy
+print OK
+return OK
diff --git a/attic/webnewsget2.ini.php.sample b/attic/webnewsget2.ini.php.sample
new file mode 100644
index 0000000..cf37a41
--- /dev/null
+++ b/attic/webnewsget2.ini.php.sample
@@ -0,0 +1,10 @@
+<?php
+$source			= "http://fr.news.yahoo.com/2/index.html";
+$filename		= "yahooactu_monde";
+$titlesite		= "Yahoo! Actualités - Monde";
+$linksite		= "http://fr.news.yahoo.com/2";
+$descriptionsite	= "Yahoo! actualités";
+$languagesite		= "fr";
+$baseurl		= "http://fr.news.yahoo.com";
+$grep			= "|<b><a href=(.+?)>(.+?)</a></b>|";
+?>
diff --git a/attic/webnewsget2.sh b/attic/webnewsget2.sh
new file mode 100644
index 0000000..d1405b9
--- /dev/null
+++ b/attic/webnewsget2.sh
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+for i in `ls -A /home/joe/conf/`
+do
+	/usr/local/bin/html2rss.php $i
+done