1

Initial commit.

This commit is contained in:
Sergey Fedosov
2016-09-03 22:06:51 +03:00
commit a9d53db76b
4 changed files with 537 additions and 0 deletions

271
img_url_grab_dl.pl Normal file
View File

@@ -0,0 +1,271 @@
#!/usr/bin/perl
# WARNING: this script is Proof of Concept and contains incorrect logic
# it placed here only for historical reasons
# HexChat Perl script
# Automatically save images that are linked in a channel to [hexchat-dir]/imgsave on linux/unices or %USERPROFILE%\Downloads on Windows
# You may need to create this directory first
# The bad_domains array may be used to exclude image URLs with domains matching any of a list of patterns. Set to an empty list to disable.
# Written by Jonathan Rennison (j.g.rennison@gmail.com)
# 2012-02-18
# Loosely based on http://pastebin.com/QE24QJ8p by Derek Meister
# 2016-05-02
# coding style fixes, port to windows/activeperl, add failover to some different download modules make WWW::Curl default method, as it thread safe and more robust than LWP
# 2016-05-15
# coding style fixes, added content guessing for links that does not contain file extension, not for all backends (powershell is missing), WWW::Curl is dropped due to many troubles with symbols loading
# TODO: enhance urlencode with punicode
# TODO: refuse HTTP::Tiny for ipv6-only host (due to lack of ipv4 suppoort in this module)
# TODO: looks like we definely need dns resolver here to to guess ipv6-only hosts
# TODO: suppress any errors (errors only in debug mode)
use strict;
use warnings "all";
use threads;
use URI::URL;
# standard way (looks like this module should be in perl package, unless it is split-package)
my $got_HTTP_Tiny = 0;
eval { require HTTP::Tiny };
unless ($@) {
$got_HTTP_Tiny = 1;
HTTP::Tiny->import();
}
# fat way
my $got_LWP_Simple = 0;
my $got_wget = 0;
my $got_curl = 0;
my $curlpath;
my $wgetpath;
my $got_powershell = 0;
if ($got_HTTP_Tiny == 0) {
eval { require LWP::Simple };
unless ($@) {
$got_LWP_Simple = 1;
LWP::Simple->import();
} else {
# failover way
if (-f "/bin/wget") {
$got_wget = 1;
$wgetpath = '/bin/wget';
} elsif (-f "/usr/bin/wget") {
$got_wget = 1;
$wgetpath = '/usr/bin/wget';
} elsif (-f "/usr/local/bin/wget") {
$got_wget = 1;
$wgetpath = '/usr/local/bin/wget';
}
if (-f "/bin/curl") {
$got_curl = 1;
$curlpath = '/bin/curl';
} elsif (-f "/usr/bin/curl") {
$got_curl = 1;
$curlpath = '/usr/bin/curl';
} elsif (-f "/usr/local/bin/curl") {
$got_curl = 1;
$curlpath = '/usr/local/bin/curl';
}
if ($^O eq 'MSWin') {
$got_powershell = 1;
}
}
}
sub hookfn; # in defaults we trust: dunno arrayname/args name, but default values looks good :)
sub dlfunc(@); # download thread
sub cdlfunc(@); # thread, that checks and downloads stuff
sub is_picture($); # sub thar checks the mime-type
sub urlencode($); # correctly encode url :)
my $script_name = "Image URL Auto Grabber and Downloader";
HexChat::register($script_name, '0.6-alpha1', 'Automatically grabs and downloads image URLs');
HexChat::print("$script_name loaded\n");
HexChat::hook_print('Channel Message', \&hookfn);
HexChat::hook_print('Channel Msg Hilight', \&hookfn);
HexChat::hook_print('Channel Action', \&hookfn);
HexChat::hook_print('Channel Action Hilight', \&hookfn);
my @bad_domains = (); #array of regexs for domain name exclusion
#my @bad_domains = (qr/^(?:.*\.)?example\.com$/, qr/\bbannedword\b/, qr/^name\./); #example, exclude: example.com and subdomains, domains containing the term bannedword, and domains starting with name.
sub hookfn {
my ($nick, $text, $modechar) = @{$_[0]};
my @words = split(/\s+/, $text);
foreach (@words) {
# here we try to catch string that can contain http or https at beginning (assume http if none)
# and after all ends with known extension
if ($_ =~ m{^(?:https?://)?([a-zA-Z0-9.-]+\.[a-zA-Z]+)/(?:.*)\.(?:jpe?g|png|gif|mp4|webm)$}i) {
foreach my $re (@bad_domains) {
return HexChat::EAT_NONE if ($1 =~ $re);
}
# reconstruct url if it does not contain proto schema
if ( $_ !~ m{^https?://} ) {
$_="http://".$_;
}
# create filename
my $fn;
if ( $^O eq 'MSWin32' ) {
$fn = $ENV{USERPROFILE} . "\\Downloads\\" . s/[^\w!., -#]/_/gr;
} else {
unless (-d sprintf("%s/imgsave", HexChat::get_info("configdir"))) {
mkdir (sprintf("%s/imgsave", HexChat::get_info("configdir")));
}
$fn = HexChat::get_info("configdir") . "/imgsave/" . s/[^\w!., -#]/_/gr;
}
if ($got_HTTP_Tiny == 1) {
my $th = threads->create(\&dlfunc, $_, $fn);
$th->detach();
} elsif ($got_LWP_Simple == 1) {
if($_ =~ m{^https://}) {
LWP::Simple::mirror($_, $fn); # LWP SSL is not thread safe
} else {
my $th = threads->create(\&dlfunc, $_, $fn);
$th->detach();
}
} else {
my $th = threads->create(\&dlfunc, $_, $fn);
$th->detach();
}
} elsif ($_ =~ m{https?://([a-zA-Z0-9.-]+\.[a-zA-Z]+)/(?:.*)}) {
# here we try to download _url_ that begins with https and does not ends with known file type
my $full_url = $_;
my $fqdn = $1;
my $uri_part = $2;
if ($got_HTTP_Tiny == 1) {
my $thr = threads->create(\&cdlfunc, $full_url);
$thr->detach();
} elsif ($got_LWP_Simple == 1) {
if ($full_url =~ m{^https://}) {
cdlfunc($full_url);
} else {
my $thr = threads->create(\&cdlfunc, $full_url);
$thr->detach();
}
} else {
my $thr = threads->create(\&cdlfunc, $full_url);
$thr->detach();
}
}
}
return HexChat::EAT_NONE;
}
sub dlfunc(@) {
my $file = shift; # 0
my $url = shift; # 1
$url = urlencode($url);
if ($got_HTTP_Tiny == 1) {
my $http = HTTP::Tiny->new();
$http->mirror($file, $url);
undef $http;
} elsif ($got_LWP_Simple == 1) {
LWP::Simple::mirror($file, $url);
} elsif ($got_wget == 1) {
`$wgetpath -q -T 20 -O '$file' '$url'`;
} elsif ($got_curl == 1) {
`$curlpath -k -L -m 20 -o '$file' '$url'`;
} elsif ($got_powershell == 1) {
`powershell -command "& { (New-Object Net.WebClient).DownloadFile('$file', '$url') }"`;
}
return 0;
}
sub cdlfunc(@) {
my $url = shift;
my $extension = is_picture($url);
if (defined($extension)) {
my $fname;
if ( $^O eq 'MSWin32' ) {
$fname = $ENV{USERPROFILE} . "\\Downloads\\" . s/[^\w!., -#]/_/gr . ".$extension";
} else {
unless (-d sprintf("%s/imgsave", HexChat::get_info("configdir"))) {
mkdir (sprintf("%s/imgsave", HexChat::get_info("configdir")));
}
$fname = HexChat::get_info("configdir") . "/imgsave/" . s/[^\w!., -#]/_/gr . ".$extension";
}
dlfunc($url, $fname);
}
}
sub is_picture($) {
my $url = shift;
$url = urlencode($url);
my $r = undef;
if ($got_HTTP_Tiny == 1) {
my $response = HTTP::Tiny->new->head($url);
$r = ${$response->{headers}}{'content-type'};
} elsif ($got_LWP_Simple == 1) {
$r = (LWP::Simple::head($url))[0];
} elsif ($got_wget == 1) {
$r = `$wgetpath --no-check-certificate -q --method=HEAD -S --timeout=15 "$url" 2>&1`;
foreach (split(/\n/, $r)) {
next unless($_ =~ /Content\-Type: (.+)/);
$r = ($1); chomp($r);
last;
}
} elsif ($got_curl == 1) {
$r = `$curlpath -I -k -f -s -m 15 "$url"`;
foreach (split(/\n/, $r)) {
next unless($_ =~ /Content\-Type: (.+)/);
$r = ($1); chomp($r);
last;
}
}
if (defined($r)) {
if ($r =~ /^image\/gif/) {return 'gif';};
if ($r =~ /^image\/jpe?g/){return 'jpeg';};
if ($r =~ /^image\/png/) {return 'png';};
if ($r =~ /^video\/webm/) {return 'webm';};
if ($r =~ /^video\/mp4/) {return 'mp4';};
}
return undef;
}
sub urlencode($) {
my $url = shift;
my $urlobj = url $url;
$url = $urlobj->as_string;
undef $urlobj;
return $url;
}
__END__

145
img_url_wget.pl Normal file
View File

@@ -0,0 +1,145 @@
#!/usr/bin/perl
# HexChat Perl script
# Automatically save images that are linked in a channel to [hexchat-dir]/imgsave on linux/unices or %USERPROFILE%\Downloads on Windows
# You may need to create this directory first
# The bad_domains array may be used to exclude image URLs with domains matching any of a list of patterns. Set to an empty list to disable.
# TODO: enhance urlencode with punicode
# TODO: suppress any errors (errors only in debug mode)
# TODO: create menu and plugin-own ini-file or some sort of config (or add one more section to hexchat config, which is possible via api)
# TODO: fix bad behaving picture hostings that put wrong mime-types on content, tt-rss is one of them
use strict;
use warnings "all";
use threads;
use URI::URL;
my $wgetpath;
if (-f "/bin/wget") {
$wgetpath = '/bin/wget';
} elsif (-f "/usr/bin/wget") {
$wgetpath = '/usr/bin/wget';
} elsif (-f "/usr/local/bin/wget") {
$wgetpath = '/usr/local/bin/wget';
}
sub hookfn; # in defaults we trust: dunno arrayname/args name, but default values looks good :)
sub dlfunc(@); # download thread
sub cdlfunc(@); # thread, that checks and downloads stuff
sub is_picture($); # sub thar checks the mime-type
sub urlencode($); # correctly encode url :)
my $script_name = "Image URL Auto Grabber and Downloader, wget flavour";
HexChat::register($script_name, '0.6-alpha1', 'Automatically grabs and downloads image URLs via wget');
HexChat::print("$script_name loaded\n");
HexChat::hook_print('Channel Message', \&hookfn);
HexChat::hook_print('Channel Msg Hilight', \&hookfn);
HexChat::hook_print('Channel Action', \&hookfn);
HexChat::hook_print('Channel Action Hilight', \&hookfn);
my @bad_domains = (); #array of regexs for domain name exclusion
#my @bad_domains = (qr/^(?:.*\.)?example\.com$/, qr/\bbannedword\b/, qr/^name\./); #example, exclude: example.com and subdomains, domains containing the term bannedword, and domains starting with name.
sub hookfn {
my ($nick, $text, $modechar) = @{$_[0]};
my @words = split(/\s+/, $text);
foreach (@words) {
# here we try to catch string that can contain http or https at beginning (assume http if none)
# and after all ends with known extension
if ($_ =~ m{^(?:https?://)?([a-zA-Z0-9.-]+\.[a-zA-Z]+)/(?:.*)\.(?:jpe?g|png|gif|mp4|webm)$}i) {
foreach my $re (@bad_domains) {
return HexChat::EAT_NONE if ($1 =~ $re);
}
# reconstruct url if it does not contain proto schema
if ( $_ !~ m{^https?://} ) {
$_="http://".$_;
}
# create filename
my $fn;
unless (-d sprintf("%s/imgsave", HexChat::get_info("configdir"))) {
mkdir (sprintf("%s/imgsave", HexChat::get_info("configdir")));
}
$fn = HexChat::get_info("configdir") . "/imgsave/" . s/[^\w!., -#]/_/gr;
my $th = threads->create(\&dlfunc, $_, $fn);
$th->detach();
} elsif ($_ =~ m{https?://([a-zA-Z0-9.-]+\.[a-zA-Z]+)/(?:.*)}) {
# here we try to download _url_ that begins with https and does not ends with known file type
my $full_url = $_;
my $fqdn = $1;
my $uri_part = $2;
my $thr = threads->create(\&cdlfunc, $full_url);
$thr->detach();
}
}
return HexChat::EAT_NONE;
}
sub dlfunc(@) {
my $file = shift; # 0
my $url = shift; # 1
$url = urlencode($url);
`$wgetpath -q -T 20 -O '$file' '$url'`;
return 0;
}
sub cdlfunc(@) {
my $url = shift;
my $extension = is_picture($url);
if (defined($extension)) {
unless (-d sprintf("%s/imgsave", HexChat::get_info("configdir"))) {
mkdir (sprintf("%s/imgsave", HexChat::get_info("configdir")));
}
my $fname = HexChat::get_info("configdir") . "/imgsave/" . s/[^\w!., -#]/_/gr . ".$extension";
dlfunc($url, $fname);
}
}
sub is_picture($) {
my $url = shift;
$url = urlencode($url);
my $r = undef;
$r = `$wgetpath --no-check-certificate -q --method=HEAD -S --timeout=15 "$url" 2>&1`;
foreach (split(/\n/, $r)) {
next unless($_ =~ /Content\-Type: (.+)/);
$r = ($1); chomp($r);
last;
}
if (defined($r)) {
if ($r =~ /^image\/gif/) {return 'gif';};
if ($r =~ /^image\/jpe?g/){return 'jpeg';};
if ($r =~ /^image\/png/) {return 'png';};
if ($r =~ /^video\/webm/) {return 'webm';};
if ($r =~ /^video\/mp4/) {return 'mp4';};
}
return undef;
}
sub urlencode($) {
my $url = shift;
my $urlobj = url $url;
$url = $urlobj->as_string;
undef $urlobj;
return $url;
}
__END__

37
mymsg.py Normal file
View File

@@ -0,0 +1,37 @@
import hexchat
__module_name__ = 'MyMessages'
__module_author__ = 'TingPing'
__module_version__ = '3'
__module_description__ = 'Properly show your messages in ZNC'
def privmsg_cb(word, word_eol, userdata, attrs):
# We only care about private messages, HexChat handles the rest now.
if word[2][0] == '#':
return
mynick = hexchat.get_info('nick')
sender = word[0].split('!')[0][1:]
recipient = word[2]
network = hexchat.get_info('network')
msg = word_eol[3][1:]
if hexchat.nickcmp(sender, mynick) == 0 and hexchat.nickcmp(recipient, mynick) != 0:
hexchat.command('query -nofocus {}'.format(recipient))
ctx = hexchat.find_context(network, recipient)
if '\001ACTION' in msg:
for repl in ('\001ACTION', '\001'):
msg = msg.replace(repl, '')
ctx.emit_print('Your Action', mynick, msg.strip(), time=attrs.time)
else:
ctx.emit_print('Your Message', mynick, msg, time=attrs.time)
return hexchat.EAT_ALL
def caps_cb(word, word_eol, userdata):
if "znc.in/self-message" in word[1]:
hexchat.command("cap req znc.in/self-message")
hexchat.hook_server_attrs('PRIVMSG', privmsg_cb)
hexchat.hook_print('Capability List', caps_cb)

84
zncbuffextras.py Normal file
View File

@@ -0,0 +1,84 @@
#!/usr/bin/python
# -*- coding: utf-8 -*-
# Python 3.3
# HexChat 2.9.6
__module_name__ = "ZNC Buffextras"
__module_version__ = "1.1"
__module_description__ = "Displays the *buffextra lines from ZNC Buffextra " \
"module nicely. Python implementation."
import hexchat
hexchat.emit_print("Generic Message", "Loading", "{} {} - {}".format(
__module_name__, __module_version__,
__module_description__))
def privmsg(word, word_eol, userdata, attrs):
def send(*args, **kwargs):
if attrs.time:
kwargs.setdefault("time", attrs.time)
return hexchat.emit_print(*args, **kwargs)
bprefix = word[0]
if bprefix[0:1] != ':':
return hexchat.EAT_NONE
bprefix = bprefix[1:]
bnick, _, bhost = split_prefix(bprefix)
if bnick == '*buffextras':
channel = word[2]
prefix = word[3][1:]
_type = word[4]
args = word_eol[5] if word[5:] else ''
if '!' in prefix:
nick, userhost = prefix.split('!')
else:
nick, userhost = prefix, None
if _type == 'set':
send("Channel Modes", channel, args[6:])
elif _type == 'joined':
send("Join", nick, channel, userhost)
elif _type == 'parted':
if args.startswith('with message: ['):
send("Part with Reason", nick, userhost, channel,
args[15:-1])
else:
send("Part", nick, userhost, channel)
elif _type == 'is':
send("Change Nick", nick, args[13:])
elif _type == 'quit':
send("Quit", nick, args[15:-1], userhost)
elif _type == 'kicked':
send("Kick", nick, word[5], channel,
word_eol[6][9:-1])
elif _type == 'changed':
send("Topic Change", nick, args[14:], channel)
else:
send("Server Error", "Unhandled *buffextras event:")
send("Server Error",
" {}".format(word_eol[3][1:]))
return hexchat.EAT_HEXCHAT
return hexchat.EAT_NONE
# extra tools
def split_prefix(prefix):
if '!' in prefix:
nick, _, userhostpart = prefix.partition('!')
user, _, host = userhostpart.partition('@')
else:
nick, _, host = prefix.partition('@')
user = ''
return (nick, user, host)
hexchat.hook_server_attrs('PRIVMSG', privmsg)