#!/usr/bin/perl
use strict;
use LWP::UserAgent;

my (@offers, @lines);

my $ua = new LWP::UserAgent;
my ($url, $request, $response, $content);
$ua->timeout(120);
$ua->agent('Mozilla/5.0');

my @categories = ('Lebensmittel_67299','Mutter--Kind_67325','Heim--Garten_67334','Gesundheit--Kosmetik_67391','Elektronik--Technik_67357','Bekleidung--Schmuck_67426','Sport--Freizeit_67399','Fahrzeuge_67414','Dienstleistungen_67502');

my $last = $#offers;
for my $cat (0..$#categories){
	foreach (1..65536){
	    $url="https://markt.kadari.net/de/produkte/" . $categories[$cat] .  "__RUNTIME_DESC_" . $_ . "_LIST";
	    $request = new HTTP::Request('GET', $url);
	    $response = $ua->request($request);
	    $content = $response->content();
		push @offers, $content =~ m/<div class=\"design-ad-name\">\n\s+<a href=\"(\/de\/anzeige\/.+)\" title/g;
	    if ($#offers == $last){
	        last;
	    }
	    $last = $#offers;
	}
}

my %seen;
undef %seen;
my @offers2;
@offers2 = grep(!$seen{$_}++, @offers);

foreach (0..$#offers2){
    $url="https://markt.kadari.net" . $offers2[$_];    
    $request = new HTTP::Request('GET', $url);
    $response = $ua->request($request);
    $content = $response->content();
    if ($content =~ m/marketplaceArticleQuanitityValue\">(\d*)</){
        if ($1 > 0){
            print $url , "\n";
        }
    }
}