1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
|
package githubexplorer;
use 5.010;
use lib ('/home/franck/code/git/net-github/lib');
use YAML::Syck;
use Moose;
use githubexplorer::Schema;
use githubexplorer::Gexf;
use IO::All;
with qw/githubexplorer::Profile githubexplorer::Repositorie/;
has seed => (
isa => 'ArrayRef',
is => 'rw',
required => 1,
lazy => 1,
default => sub {
my $self = shift;
my $profiles = $self->schema->resultset('Profiles')
->search( { done => { '!=', 1 } }, { order_by => 'login desc' } );
my @seeds;
while ( my $p = $profiles->next ) {
push @seeds, $p->login;
}
return \@seeds;
}
);
has api_login => ( isa => 'Str', is => 'ro', required => 1 );
has api_token => ( isa => 'Str', is => 'ro', required => 1 );
has connect_info => ( isa => 'ArrayRef', is => 'ro', required => 1 );
has with_repo => ( isa => 'Bool', is => 'ro', default => sub {0} );
has schema => (
isa => 'githubexplorer::Schema',
is => 'rw',
predicate => 'has_schema'
);
sub deploy {
my ($self) = @_;
$self->_connect() unless $self->has_schema;
$self->schema->deploy;
}
sub _connect {
my $self = shift;
$self->schema(
githubexplorer::Schema->connect( @{ $self->connect_info } ) );
}
sub harvest_profiles {
my ( $self, $depth ) = @_;
$self->_connect() unless $self->has_schema;
$depth //= 1;
foreach my $login ( @{ $self->seed } ) {
$self->fetch_profile( $login, $depth );
}
}
sub harvest_repo {
my $self = shift;
$self->_connect unless $self->has_schema;
my $profiles = $self->schema->resultset('Profiles')->search();
while ( my $p = $profiles->next ) {
$self->fetch_repo($p);
}
}
sub gen_graph {
my $self = shift;
$self->_connect unless $self->has_schema;
my $graph = githubexplorer::Gexf->new( schema => $self->schema );
my $xml = $graph->profiles;
$xml > io('crawl.gexf');
}
1;
|
