>>> from collections import Counter
...
...
... def count_words(a, b):
... cnt = Counter(b)
... return [cnt[word] for word in a]
...
>>> count_words(["hi", "sky"], ["here", "sky", "sky", "sky", "sky"])
[0, 4]
或者如果你因为某种原因不能使用collections.Counter:
>>> def count_words(a, b):
... cnt = {}
... for word in b:
... try:
... cnt[word] += 1
... except KeyError:
... cnt[word] = 1
... return [cnt.get(word, 0) for word in a]
...
>>> count_words(["hi", "sky"], ["here", "sky", "sky", "sky", "sky"])
[0, 4]
编辑:
看起来应该有一些时间来“澄清”哪种解决方案更有效。由于@chrisz 忘记发布他的实际测试代码,我不得不自己做。
不幸的是,Vivek 的代码运行了 11min 10sec,而我的代码只运行了 46.5ms。
In[18]: def vivek_count_words(q, p):
...: return [p.count(i) for i in q]
...:
In[19]: def lettuce_count_words(a, b):
...: cnt = {}
...: for word in b:
...: try:
...: cnt[word] += 1
...: except KeyError:
...: cnt[word] = 1
...: return [cnt.get(word, 0) for word in a]
...:
In[20]: # https://www.gutenberg.org/files/2701/2701-0.txt
...: with open('moby_dick.txt', 'r') as f:
...: moby_dick_words = []
...: for line in f:
...: moby_dick_words.extend(line.rstrip().split())
...:
In[21]: len(moby_dick_words)
Out[21]: 215829
In[22]: from random import choice
In[23]: random_words = [choice(moby_dick_words) for _ in range(10)]
In[24]: %timeit vivek_count_words(moby_dick_words, random_words)
31.3 ms ± 99.6 µs per loop (mean ± std. dev. of 7 runs, 10 loops each)
In[25]: %timeit lettuce_count_words(moby_dick_words, random_words)
20.7 ms ± 54.6 µs per loop (mean ± std. dev. of 7 runs, 10 loops each)
In[26]: random_words = [choice(moby_dick_words) for _ in range(100)]
In[27]: %timeit vivek_count_words(moby_dick_words, random_words)
211 ms ± 642 µs per loop (mean ± std. dev. of 7 runs, 1 loop each)
In[28]: %timeit lettuce_count_words(moby_dick_words, random_words)
20.6 ms ± 68.1 µs per loop (mean ± std. dev. of 7 runs, 10 loops each)
In[29]: random_words = [choice(moby_dick_words) for _ in range(1000)]
In[30]: %timeit vivek_count_words(moby_dick_words, random_words)
2.18 s ± 2.12 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
In[31]: %timeit lettuce_count_words(moby_dick_words, random_words)
22.2 ms ± 97.6 µs per loop (mean ± std. dev. of 7 runs, 10 loops each)
In[32]: random_words = [choice(moby_dick_words) for _ in range(10000)]
In[33]: %timeit vivek_count_words(moby_dick_words, random_words)
29.2 s ± 865 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
In[34]: %timeit lettuce_count_words(moby_dick_words, random_words)
25.7 ms ± 198 µs per loop (mean ± std. dev. of 7 runs, 10 loops each)
In[35]: random_words = [choice(moby_dick_words) for _ in range(100000)]
In[36]: %timeit vivek_count_words(moby_dick_words, random_words)
11min 10s ± 7.51 s per loop (mean ± std. dev. of 7 runs, 1 loop each)
In[37]: %timeit lettuce_count_words(moby_dick_words, random_words)
46.5 ms ± 68.5 µs per loop (mean ± std. dev. of 7 runs, 10 loops each)