Update 'tool/irssi_cf_alturl.pl'

1 files changed, 51 insertions, 15 deletions

diff --git a/tool/irssi_cf_alturl.pl b/tool/irssi_cf_alturl.pl
index a7333351..57d345b5 100644
--- a/tool/irssi_cf_alturl.pl
+++ b/tool/irssi_cf_alturl.pl
@@ -10,13 +10,16 @@
 # /set cflarealt_channels <"#channel1, #channel2, etc"> -- Channels to automatically convert. Empty Defaults to all
 # /set cflarealt_shorturl_activate <on|off> -- (off) set it 'on' to use shortner
 # /set cflarealt_shorturl_min <40> -- (40) How long a url has to be to trigger automatic url shortening
+#
+# /set cflarealt_localdbpath <"string to path"> -- () '/path/database/split/'
+# /set cflarealt_uselocaldb <on|off> -- (off) if 'on', please set path to local database (or the script will die)
 #---------------------------------------------------------------------
 
 ##use strict;
 
 use vars qw($VERSION %IRSSI);
 
-$VERSION = "20190505";
+$VERSION = "20190506";
 %IRSSI   = (
     #	Special thanks to: "eo, tsaavik"
     authors     => "Anonymous",
@@ -32,7 +35,7 @@ use Irssi::Irc;
 use LWP::Simple;
 use LWP::UserAgent;
 
-my ( $cfg_minurllen, $cfg_send2chan, $cfg_useshort, $cfg_isdebug, $cfg_chanlist );
+my ( $cfg_minurllen, $cfg_send2chan, $cfg_useshort, $cfg_isdebug, $cfg_uselocaldb, $cfg_localdbpath, $cfg_chanlist );
 my @cached = ();
 
 sub setuphandler {
@@ -75,6 +78,18 @@ sub setuphandler {
         }
     }
 
+    Irssi::settings_add_bool( "cflarealt", "cflarealt_uselocaldb", 0 );
+    if ( Irssi::settings_get_bool("cflarealt_uselocaldb") ) {
+        print "cflarealt: Lookup Local DB enabled";
+        $cfg_uselocaldb = 1;
+    }
+
+    Irssi::settings_add_str( "cflarealt", "cflarealt_localdbpath", "" );
+    $cfg_localdbpath = Irssi::settings_get_str("cflarealt_localdbpath");
+    if ($cfg_localdbpath) {
+        print "cflarealt: DB path set to $cfg_localdbpath";
+    }
+
 }
 
 sub GotUrl {
@@ -102,6 +117,7 @@ sub GotUrl {
         if ( ( $_ =~ /^http\:/ ) || ( $_ =~ /^https\:/ ) ) {
             foreach $a (@urls) {
                 if ( $_ eq $a ) {
+
                     # incase they use the same url on the line.
                     $same = 1;
                     next;
@@ -116,6 +132,7 @@ sub GotUrl {
 
     my ( $myurl, $fqdn, $junk );
     my ( $url, $browser, $response, $answer );
+    my ( $line, $ifoundit );
 
     foreach (@urls) {
         $myurl = $_;
@@ -130,26 +147,45 @@ sub GotUrl {
                 $myurl = 'https://web.archive.org/web/' . $myurl;
             }
             else {
-                deb("$target Asking API about $fqdn");
-                $answer = '';
-                $url = 'https://searxes.danwin1210.me/collab/open/ismitm.php?f='.$fqdn;
-                $browser = LWP::UserAgent->new;
-                $browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
-                $response = $browser->get($url);
-                $answer   = $response->content;
-                if ( $answer == '[true,true]' ) {
-                    push( @cached, $fqdn );
-                    $myurl = 'https://web.archive.org/web/' . $myurl;
+                if ( $cfg_uselocaldb == 1 ) {
+                    deb("$target Lookup local DB about $fqdn");
+                    open( CFSFILE,$cfg_localdbpath. "cloudflare_". substr( $fqdn, 0, 1 ). ".txt" ) or die "file not found for $fqdn";
+                    $ifoundit = 0;
+                    while (<CFSFILE>) {
+                        $line = $_;
+                        $line =~ s/\R//g;
+                        if ( $line eq $fqdn ) {
+                            $ifoundit = 1;
+                            last;
+                        }
+                    }
+                    close CFSFILE;
+
+                    if ( $ifoundit == 1 ) {
+                        push( @cached, $fqdn );
+                        $myurl = 'https://web.archive.org/web/' . $myurl;
+                    }
+                }
+                else {
+                    deb("$target Asking API about $fqdn");
+                    $answer = '';
+                    $url = 'https://searxes.danwin1210.me/collab/open/ismitm.php?f='.$fqdn;
+                    $browser = LWP::UserAgent->new;
+                    $browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
+                    $response = $browser->get($url);
+                    $answer   = $response->content;
+                    if ( $answer eq '[true,true]' ) {
+                        push( @cached, $fqdn );
+                        $myurl = 'https://web.archive.org/web/' . $myurl;
+                    }
                 }
             }
 
 ## ACT2: Short URL __if__ enabled and long
             if ( $cfg_useshort == 1 ) {
                 if ( length($myurl) > $cfg_minurllen ) {
-                    # Should change from tinyurl because it is Cloudflare.
-                    # What is the alternative solution?
                     deb("$target Creating Short URL for $myurl");
-                    $url = 'https://tinyurl.com/api-create.php?url=' . $result;
+                    $url = 'https://tinyurl.com/api-create.php?url='.$result;
                     $browser = LWP::UserAgent->new;
                     $browser->agent("Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0");
                     $response = $browser->get($url);