PureBasic Forums - English

Code: Select all

Structure Chartype
	StructureUnion
		c.b
		d.b
		w.w
	EndStructureUnion
EndStructure

Structure UniqueWordsType
	Word.s
	Count.l
EndStructure

Global UniqueWords.l, TotalWords, TotalLines.l
Dim hash.l(65536)
Dim charhash.b(255)
NewList WordCount.UniqueWordsType()

Declare ParseString(*ptr.CharType)
Declare SortWords()


; create hash for valid characters
For i = 0 To 255
	If (i >= 'A' And i = 'a' And i  ""
	startdate.l = Date()
	If ReadFile(0, filename)
		length.l = Lof()
		*buffer = AllocateMemory(0, length+2)
		If *buffer
			UniqueWords = 0 : TotalWords = 0 : TotalLines = 0
			ReadData(*buffer, length)
			ParseString(*buffer)
			FreeMemory(0)
		EndIf
		CloseFile(0)
	EndIf
	
	ResetList(WordCount())
	Dim array.s(UniqueWords)
	i = 0
	While NextElement(WordCount())
		array(i) = WordCount()\Word+", "+Str(WordCount()\Count)
		i+1
	Wend
	SortArray(array(), 0)
	
	If CreateFile(1, "uniqueword.txt")
		WriteStringN("Lines: "+Str(TotalLines))
		WriteStringN("Words: "+Str(TotalWords))
		WriteStringN("Unique words: "+Str(UniqueWords))

		For i = 0 To UniqueWords
			WriteStringN(array(i))
		Next
		CloseFile(1)
	EndIf
	enddate.l = Date()
	msg.s = "Found "+Str(UniqueWords)+" unique words out of "+Str(TotalWords)+" words,"+Chr(10)
	msg + "in "+Str(TotalLines)+" lines."+Chr(10)
	msg + "Started:"+FormatDate("%yy/%mm/%dd, %hh:%ii:%ss", startdate)+Chr(10)
	msg + "Stoped:"+FormatDate("%yy/%mm/%dd, %hh:%ii:%ss", enddate)
	MessageRequester("Info", msg, 0)
Else
	MessageRequester("Error", "No file selected.", 0)
EndIf

End

Procedure ParseString(*ptr.CharType)
DefType.l start, quit
DefType.s word
DefType.CharType *p, *d
	start = *ptr
	While *ptr\c  0
		If charhash(*ptr\c)
			start = *ptr
			Repeat
				*ptr+1
			Until charhash(*ptr\c) = #FALSE Or *ptr\c = 0
			word = LCase(PeekS(start, *ptr-start))
			If word  ""
				*p = @word
				TotalWords+1
				If hash(*p\w)
					ChangeCurrentElement(WordCount(), hash(*p\w))
					quit = #FALSE
					Repeat
						*d = @WordCount()\Word
						If WordCount()\Word Edited Changed source to sort output words for better overview...