Challenge 10 - Word Frequencies

👋 Welcome Gophers! In this challenge, you will be tasked with efficiently counting the word frequencies of a large body of text in Go!

You will have to implement a function which keeps track of the number of times a word appears in a body of text and then you will have to implement a further function which returns the top 5 most frequent words from highest to lowest.

View Solution
package main

import (
	"fmt"
	"sort"
	"strings"
)

type Word struct {
	Word      string
	Frequency int
}

type ByFrequency []Word

func (p ByFrequency) Len() int {
	return len(p)
}

func (p ByFrequency) Swap(i, j int) {
	p[i], p[j] = p[j], p[i]
}

func (p ByFrequency) Less(i, j int) bool {
	return p[i].Frequency > p[j].Frequency
}

func SortByFrequency(words []Word) []Word {
	sort.Sort(ByFrequency(words))
	return words
}

func CountWords(text string) map[string]int {
	frequency := make(map[string]int)

	for _, word := range strings.Split(text, " ") {

		if _, ok := frequency[word]; ok {
			frequency[word]++
		} else {
			frequency[word] = 1
		}

	}
	return frequency
}

func Top5Words(wordmap map[string]int) []Word {
	var words []Word
	for word, freq := range wordmap {
		words = append(words, Word{Word: word, Frequency: freq})
	}

	sort.Sort(ByFrequency(words))
	return words[:6]
}

func main() {
	fmt.Println("Word Frequency Test")

	text := `Lorem Ipsum is simply dummy text of the printing and typesetting industry. Lorem Ipsum has been the industry's standard dummy text ever since the 1500s, when an unknown printer took a galley of type and scrambled it to make a type specimen book. It has survived not only five centuries, but also the leap into electronic typesetting, remaining essentially unchanged. It was popularised in the 1960s with the release of Letraset sheets containing Lorem Ipsum passages, and more recently with desktop publishing software like Aldus PageMaker including versions of Lorem Ipsum.`

	results := CountWords(text)
	MostCommon := Top5Words(results)

	fmt.Println(MostCommon)
}

Further Reading:

If you enjoyed this challenge, you may also enjoy some of the other challenges on this site:


Other Challenges