2014-02-19 06:33:17 -05:00
|
|
|
#!/usr/bin/env perl
|
|
|
|
|
# Licensed to Elasticsearch under one or more contributor
|
|
|
|
|
# license agreements. See the NOTICE file distributed with
|
|
|
|
|
# this work for additional information regarding copyright
|
|
|
|
|
# ownership. Elasticsearch licenses this file to you under
|
|
|
|
|
# the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
|
# not use this file except in compliance with the License.
|
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
|
#
|
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
#
|
|
|
|
|
# Unless required by applicable law or agreed to in writing,
|
|
|
|
|
# software distributed under the License is distributed on
|
|
|
|
|
# an 'AS IS' BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
|
|
|
|
# either express or implied. See the License for the specific
|
|
|
|
|
# language governing permissions and limitations under the License.
|
|
|
|
|
|
|
|
|
|
use strict;
|
|
|
|
|
use warnings;
|
|
|
|
|
|
|
|
|
|
use HTTP::Tiny;
|
|
|
|
|
use IO::Socket::SSL 1.52;
|
2014-07-28 10:32:06 -04:00
|
|
|
use utf8;
|
2014-02-19 06:33:17 -05:00
|
|
|
|
2014-09-12 04:59:05 -04:00
|
|
|
my $Github_Key = load_github_key();
|
|
|
|
|
my $Base_URL = "https://${Github_Key}api.github.com/repos/";
|
2015-03-19 11:52:47 -04:00
|
|
|
my $User_Repo = 'elastic/elasticsearch/';
|
2014-09-12 04:59:05 -04:00
|
|
|
my $Issue_URL = "http://github.com/${User_Repo}issues/";
|
2014-02-19 06:33:17 -05:00
|
|
|
|
2015-03-19 11:52:47 -04:00
|
|
|
my @Groups = qw(
|
|
|
|
|
breaking deprecation feature
|
|
|
|
|
enhancement bug regression doc test
|
|
|
|
|
);
|
2014-02-19 06:33:17 -05:00
|
|
|
my %Group_Labels = (
|
|
|
|
|
breaking => 'Breaking changes',
|
2015-05-29 15:02:31 -04:00
|
|
|
build => 'Build',
|
2015-03-19 11:52:47 -04:00
|
|
|
deprecation => 'Deprecations',
|
2014-02-19 06:33:17 -05:00
|
|
|
doc => 'Docs',
|
|
|
|
|
feature => 'New features',
|
|
|
|
|
enhancement => 'Enhancements',
|
|
|
|
|
bug => 'Bug fixes',
|
|
|
|
|
regression => 'Regression',
|
|
|
|
|
test => 'Tests',
|
|
|
|
|
other => 'Not classified',
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
use JSON();
|
|
|
|
|
use Encode qw(encode_utf8);
|
|
|
|
|
|
|
|
|
|
my $json = JSON->new->utf8(1);
|
|
|
|
|
|
|
|
|
|
my %All_Labels = fetch_labels();
|
|
|
|
|
|
|
|
|
|
my $version = shift @ARGV
|
|
|
|
|
or dump_labels();
|
|
|
|
|
|
|
|
|
|
dump_labels("Unknown version '$version'")
|
|
|
|
|
unless $All_Labels{$version};
|
|
|
|
|
|
|
|
|
|
my $issues = fetch_issues($version);
|
|
|
|
|
dump_issues( $version, $issues );
|
|
|
|
|
|
|
|
|
|
#===================================
|
|
|
|
|
sub dump_issues {
|
|
|
|
|
#===================================
|
|
|
|
|
my $version = shift;
|
|
|
|
|
my $issues = shift;
|
|
|
|
|
|
|
|
|
|
$version =~ s/v//;
|
|
|
|
|
my ( $day, $month, $year ) = (gmtime)[ 3 .. 5 ];
|
|
|
|
|
$month++;
|
|
|
|
|
$year += 1900;
|
|
|
|
|
|
2015-05-29 15:02:31 -04:00
|
|
|
print <<"HTML";
|
|
|
|
|
<html>
|
|
|
|
|
<head>
|
|
|
|
|
<meta charset="UTF-8">
|
|
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
HTML
|
|
|
|
|
|
2014-02-19 06:33:17 -05:00
|
|
|
for my $group ( @Groups, 'other' ) {
|
|
|
|
|
my $group_issues = $issues->{$group} or next;
|
2014-09-11 10:46:26 -04:00
|
|
|
print "<h2>$Group_Labels{$group}</h2>\n\n<ul>\n";
|
2014-05-21 05:14:28 -04:00
|
|
|
|
2014-02-19 06:33:17 -05:00
|
|
|
for my $header ( sort keys %$group_issues ) {
|
|
|
|
|
my $header_issues = $group_issues->{$header};
|
|
|
|
|
my $prefix = "<li>";
|
2014-09-11 10:46:26 -04:00
|
|
|
if ($header) {
|
|
|
|
|
print "<li>$header:<ul>";
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
|
|
|
|
for my $issue (@$header_issues) {
|
|
|
|
|
my $title = $issue->{title};
|
2014-09-11 10:46:26 -04:00
|
|
|
$title =~ s{`([^`]+)`}{<code>$1</code>}g;
|
2014-07-28 10:32:06 -04:00
|
|
|
|
2014-02-19 06:33:17 -05:00
|
|
|
if ( $issue->{state} eq 'open' ) {
|
|
|
|
|
$title .= " [OPEN]";
|
|
|
|
|
}
|
2014-09-11 10:46:26 -04:00
|
|
|
unless ( $issue->{pull_request} ) {
|
|
|
|
|
$title .= " [ISSUE]";
|
|
|
|
|
}
|
2014-02-19 06:33:17 -05:00
|
|
|
my $number = $issue->{number};
|
2014-09-11 10:46:26 -04:00
|
|
|
|
|
|
|
|
print encode_utf8( $prefix
|
2014-02-19 06:33:17 -05:00
|
|
|
. $title
|
2014-09-11 10:46:26 -04:00
|
|
|
. qq[ <a href="${Issue_URL}${number}">#${number}</a>] );
|
|
|
|
|
|
|
|
|
|
if ( my $related = $issue->{related_issues} ) {
|
|
|
|
|
my %uniq = map { $_ => 1 } @$related;
|
|
|
|
|
print keys %uniq > 1
|
|
|
|
|
? " (issues: "
|
|
|
|
|
: " (issue: ";
|
|
|
|
|
print join ", ",
|
|
|
|
|
map {qq[<a href="${Issue_URL}${_}">#${_}</a>]}
|
|
|
|
|
sort keys %uniq;
|
|
|
|
|
print ")";
|
|
|
|
|
}
|
|
|
|
|
print "</li>\n";
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
2014-09-11 10:46:26 -04:00
|
|
|
if ($header) {
|
|
|
|
|
print "</ul></li>\n";
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
|
|
|
|
}
|
2014-09-11 10:46:26 -04:00
|
|
|
print "</ul>";
|
|
|
|
|
print "\n\n";
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
2015-05-29 15:02:31 -04:00
|
|
|
print "</body></html>\n";
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#===================================
|
|
|
|
|
sub fetch_issues {
|
|
|
|
|
#===================================
|
|
|
|
|
my $version = shift;
|
|
|
|
|
my @issues;
|
2014-09-11 10:46:26 -04:00
|
|
|
my %seen;
|
2014-02-19 06:33:17 -05:00
|
|
|
for my $state ( 'open', 'closed' ) {
|
|
|
|
|
my $page = 1;
|
|
|
|
|
while (1) {
|
|
|
|
|
my $tranche
|
|
|
|
|
= fetch( $User_Repo
|
|
|
|
|
. 'issues?labels='
|
|
|
|
|
. $version
|
|
|
|
|
. '&pagesize=100&state='
|
|
|
|
|
. $state
|
|
|
|
|
. '&page='
|
|
|
|
|
. $page )
|
|
|
|
|
or die "Couldn't fetch issues for version '$version'";
|
|
|
|
|
push @issues, @$tranche;
|
2014-09-11 10:46:26 -04:00
|
|
|
|
|
|
|
|
for my $issue (@$tranche) {
|
|
|
|
|
next unless $issue->{pull_request};
|
|
|
|
|
for ( $issue->{body} =~ m{(?:#|${User_Repo}issues/)(\d+)}g ) {
|
|
|
|
|
$seen{$_}++;
|
2014-09-12 04:38:43 -04:00
|
|
|
push @{ $issue->{related_issues} }, $_;
|
2014-09-11 10:46:26 -04:00
|
|
|
}
|
|
|
|
|
}
|
2014-02-19 06:33:17 -05:00
|
|
|
$page++;
|
2014-09-11 10:46:26 -04:00
|
|
|
last unless @$tranche;
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
my %group;
|
|
|
|
|
ISSUE:
|
|
|
|
|
for my $issue (@issues) {
|
2014-09-11 10:46:26 -04:00
|
|
|
next if $seen{ $issue->{number} } && !$issue->{pull_request};
|
2014-02-19 06:33:17 -05:00
|
|
|
my %labels = map { $_->{name} => 1 } @{ $issue->{labels} };
|
2015-03-19 11:52:47 -04:00
|
|
|
my ($header) = map { substr( $_, 1 ) } grep {/^:/} keys %labels;
|
|
|
|
|
$header ||= 'NOT CLASSIFIED';
|
2014-02-19 06:33:17 -05:00
|
|
|
for (@Groups) {
|
|
|
|
|
if ( $labels{$_} ) {
|
|
|
|
|
push @{ $group{$_}{$header} }, $issue;
|
|
|
|
|
next ISSUE;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
push @{ $group{other}{$header} }, $issue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return \%group;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#===================================
|
|
|
|
|
sub fetch_labels {
|
|
|
|
|
#===================================
|
2014-05-21 05:14:28 -04:00
|
|
|
my %all;
|
|
|
|
|
my $page = 1;
|
|
|
|
|
while (1) {
|
|
|
|
|
my $labels = fetch( $User_Repo . 'labels?page=' . $page++ )
|
|
|
|
|
or die "Couldn't retrieve version labels";
|
|
|
|
|
last unless @$labels;
|
|
|
|
|
for (@$labels) {
|
|
|
|
|
my $name = $_->{name};
|
|
|
|
|
next unless $name =~ /^v/;
|
|
|
|
|
$all{$name} = 1;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return %all;
|
2014-02-19 06:33:17 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#===================================
|
|
|
|
|
sub fetch {
|
|
|
|
|
#===================================
|
|
|
|
|
my $url = $Base_URL . shift();
|
|
|
|
|
my $response = HTTP::Tiny->new->get($url);
|
|
|
|
|
die "$response->{status} $response->{reason}\n"
|
|
|
|
|
unless $response->{success};
|
|
|
|
|
|
|
|
|
|
# print $response->{content};
|
|
|
|
|
return $json->decode( $response->{content} );
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-12 04:59:05 -04:00
|
|
|
#===================================
|
|
|
|
|
sub load_github_key {
|
|
|
|
|
#===================================
|
|
|
|
|
my ($file) = glob("~/.github_auth");
|
|
|
|
|
unless ( -e $file ) {
|
|
|
|
|
warn "File ~/.github_auth doesn't exist - using anonymous API. "
|
|
|
|
|
. "Generate a Personal Access Token at https://github.com/settings/applications\n";
|
|
|
|
|
return '';
|
|
|
|
|
}
|
|
|
|
|
open my $fh, $file or die "Couldn't open $file: $!";
|
|
|
|
|
my ($key) = <$fh> || die "Couldn't read $file: $!";
|
|
|
|
|
$key =~ s/^\s+//;
|
|
|
|
|
$key =~ s/\s+$//;
|
|
|
|
|
die "Invalid GitHub key: $key"
|
|
|
|
|
unless $key =~ /^[0-9a-f]{40}$/;
|
|
|
|
|
return "$key:x-oauth-basic@";
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
2014-02-19 06:33:17 -05:00
|
|
|
#===================================
|
|
|
|
|
sub dump_labels {
|
|
|
|
|
#===================================
|
|
|
|
|
my $error = shift || '';
|
|
|
|
|
if ($error) {
|
|
|
|
|
$error = "\nERROR: $error\n";
|
|
|
|
|
}
|
|
|
|
|
my $labels = join( "\n - ", '', ( sort keys %All_Labels ) );
|
|
|
|
|
die <<USAGE
|
|
|
|
|
$error
|
|
|
|
|
USAGE: $0 version > outfile
|
|
|
|
|
|
|
|
|
|
Known versions:$labels
|
|
|
|
|
|
|
|
|
|
USAGE
|
|
|
|
|
|
|
|
|
|
}
|
