import codecs


def readTokens(path):
	"""
	Function to store tokens.txt in a list buffer.

	Arguments
	---------
	path: location of tokens.txt

	Return
	---------
	list of tokens
	"""

	# Create an empty buffer to hold all the sentences
	tokensBuf = []

	# Open the file
	with codecs.open(path, 'r') as data:
		for line in data:
			tokensBuf.append(line)

	return tokensBuf