Try as below code.
string myFolder = Server.MapPath("MyFolderName");
string[] filePaths = System.IO.Directory.GetFiles(myFolder);
System.Text.StringBuilder allFileText = new System.Text.StringBuilder();
System.IO.StreamReader streamReader = null;
foreach (string filePath in filePaths)
{
if (System.IO.File.Exists(filePath))
{
streamReader = new System.IO.StreamReader(filePath);
allFileText.Append(streamReader.ReadToEnd());
}
streamReader.Close();
streamReader.Dispose();
}