1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
package githubexplorer::Repository;
use 5.010;
use Moose::Role;
use Net::GitHub::V2::Repositories;
sub fetch_repositories {
my ( $self, $profile ) = @_;
my $github_profile = Net::GitHub::V2::Users->new(
owner => $profile->login,
login => $self->api_login,
token => $self->api_token,
);
my $repo_list = $github_profile->list();
while ( ref $repo_list ne 'ARRAYREF' ) {
sleep(60);
$repo_list = $github_profile->list();
}
foreach my $repos (@$repo_list) {
next if $self->_repo_exists( $profile, $repos->{name} );
say "-> check " . $profile->login . "'s " . $repos->{name};
if ( $repos->{forks} == 0 ) {
say "<- not forked, skip";
next;
}
my $repo_rs;
unless ( $repo_rs = $self->_repo_exists( $profile, $repos->{name} ) )
{
$repo_rs = $self->_create_repo( $profile, $repos );
say "== repository " . $repos->{name} . " created";
}
sleep(1);
my $api_repos = Net::GitHub::V2::Repositories->new(
owner => $profile->login,
repo => $repos->{name},
login => $self->api_login,
token => $self->api_token,
);
my $langs = $api_repos->languages;
while ( ref $langs ne 'HASHREF' ) {
sleep(60);
$langs = $api_repos->languages;
}
foreach my $lang ( keys %$langs ) {
my $lang_rs = $self->_lang_exists($lang);
try {
$self->schema->resultset('RepoLang')->create(
{
repository => $repo_rs->id,
language => $lang_rs->name,
size => $langs->{$lang},
}
);
};
}
sleep(1);
}
sleep(1);
}
sub _lang_exists {
my ( $self, $lang ) = @_;
$self->schema->resultset('Language')->find_or_create({name => $lang});
}
sub _repo_exists {
my ( $self, $profile, $repo_name ) = @_;
$self->schema->resultset('Repositories')
->find( { name => $repo_name, id_profile => $profile->id } );
}
sub _create_repo {
my ( $self, $profile, $repo_desc ) = @_;
my $repo_rs = $self->schema->resultset('Repositories')
->find( { id_profile => $profile->id, name => $repo_desc->{name} } );
if ( !$repo_rs ) {
my $repo_insert = {
id_profile => $profile->id,
map { $_ => $repo_desc->{$_} }
(qw/description name homepage url watchers forks fork/)
};
$self->schema->txn_do(
sub {
$repo_rs = $self->schema->resultset('Repositories')
->create($repo_insert);
}
);
}
$repo_rs;
}
1;
|
