2

我正在使用具有以下结构的 CSV：

"2012-09-01 20:03:15","http://example.com"

数据是我浏览历史的清理转储。我有兴趣计算每天的前五个唯一域。这是我到目前为止所拥有的：

from urlparse import urlparse
import csv
from collections import Counter

domains = Counter()

with open("history.csv") as f:
    for row in csv.reader(f):
        d = row[0]
        dt = d[11:19]
        dt = dt.replace(":","")
        dd = d[0:10]
        if (dt < "090000") and (dt > "060000"):
            url = row[1]
            p = urlparse(url)
            ph = p.hostname
            print dd + "," + dt + "," + ph
            domains += Counter([ph])
t = str(domains.most_common(20))

使用 d、dt 和 dd，我将日期和时间分开。对于上面的示例行，dt = 20:03:15，dd = 2012-09-01。“if (dt < "090000") and (dt > "060000")” 只是说我只对计算早上 6 点到 9 点之间访问的网站感兴趣。我怎么说“只计算每天早上 6 点之前访问的前五个网站”？任何一天都有数百行，并且这些行按时间顺序排列。

4

2 回答 2

3

我有兴趣计算每天的前五个唯一域。

import csv
from collections import defaultdict
from datetime import datetime
from urlparse import urlsplit

domains = defaultdict(lambda: defaultdict(int))
with open("history.csv", "rb") as f:
     for timestr, url in csv.reader(f):
         dt = datetime.strptime(timestr, "%Y-%m-%d %H:%M:%S")
         if 6 <= dt.hour < 9: # between 6am and 9am
            today_domains = domains[dt.date()] #  per given day
            domain = urlsplit(url).hostname
            if len(today_domains) < 5 or domain in today_domains:
               today_domains[domain] += 1 # count the first 5 unique domains

print(domains)
于 2012-09-02T00:56:13.103 回答
1 
import csv
from collections import defaultdict, Counter
from datetime import datetime
from urlparse import urlsplit

indiv = Counter()

domains = defaultdict(lambda: defaultdict(int))
with open("history.csv", "rb") as f:
    for timestr, url in csv.reader(f):
        dt = datetime.strptime(timestr, "%Y-%m-%d %H:%M:%S")
        if 6 <= dt.hour < 11: # between 6am and 11am
            today_domains = domains[dt.date()]
            domain = urlsplit(url).hostname
            if len(today_domains) < 5 and domain not in today_domains:
                today_domains[domain] += 1
                indiv += Counter([domain])
for domain in indiv:
    print '%s,%d' % (domain, indiv[domain])
于 2012-09-04T09:45:25.593 回答