如果ID號重複，如何跳過文本文件中的行？

Question

我有幾個標準，如只挑選記錄到一天，也如果一條記錄包含字母'CA'， 現在我想添加一個條件之前這兩個我跳過任何記錄是重複基於身份證號碼。

這裏是我的代碼

private void btn_convert_Click(object sender, EventArgs e) 
    { 
     if ((textBox1.Text == "")&& (textBox2.Text == "")) 
     { 
      MessageBox.Show("Please specify input and output"); 
     } 

     StringBuilder csvFile = new StringBuilder(); 
     string temp = "";  
     // string[] file = File.ReadAllLines(@"C:\Users\Program\Desktop\test.txt");   
     string[] file = File.ReadAllLines(textBox1.Text); 
     foreach (string line in file) 
     { 
      //here I want to add an if condition where only write the unique records based on ID number 

      if ((line.Contains(DateTime.Now.ToString("MM/dd/yyyy"))) && (line.Contains("\tAU\t"))){ 
      if (line.Contains("\t")) 
       { 
       temp = line.Replace("\t", ","); 

       csvFile.Append(temp + "\r\n"); 

       continue; 
       } 
      csvFile.Append(line + "\r\n"); 
       } 
     } 

    //File.WriteAllText(@"C:\Users\Program\Desktop\test.csv", csvFile.ToString()); 
     File.WriteAllText((textBox2.Text + "\\test.csv"), csvFile.ToString()); 
     MessageBox.Show("CSV file successfully created at the following location :\n" + textBox2.Text); 
    } 

Answer 1

從你的榜樣，我想你想完全排除記錄中出現多次，而不是隻保留第一次出現？

file = file.Where(line => line.Contains("\t")) 
      .GroupBy(line => line.Substring(0, line.IndexOf('\t'))) 
      .Where(g => g.Count() == 1) 
      .Select(g => g.First()) 
      .ToArray(); 

Answer 2

這只是快速和骯髒的，我不能在此刻進行測試，所以我甚至無法保證它會工作作爲 - 是的，但它應該是足夠接近你展示的方式你能行的。

private void btn_convert_Click(object sender, EventArgs e) 
{ 
    if ((textBox1.Text == "") && (textBox2.Text == "")) 
    { 
     MessageBox.Show("Please specify input and output"); 
    } 

    StringBuilder csvFile = new StringBuilder(); 
    string temp = ""; 
    string[] file = File.ReadAllLines(textBox1.Text); 
    List<int> idList = new List<int>(); 
    foreach (string line in file) 
    { 
     string[] cols = line.Split('\t'); 
     if (cols.Length > 0) 
     { 
      int colId = -1; 
      if (int.TryParse(cols[0], out colId)) 
      { 
       if (idList.contains(colId)) 
       { 
        continue; 
       } 
       idList.Add(colId); 
      } 
     } 

     if ((line.Contains(DateTime.Now.ToString("MM/dd/yyyy"))) && (line.Contains("\tAU\t"))) 
     { 
      if (line.Contains("\t")) 
      { 
       temp = line.Replace("\t", ","); 

       csvFile.Append(temp + "\r\n"); 

       continue; 
      } 
      csvFile.Append(line + "\r\n"); 
     } 
    } 

    File.WriteAllText((textBox2.Text + "\\test.csv"), csvFile.ToString()); 
    MessageBox.Show("CSV file successfully created at the following location :\n" + textBox2.Text); 
} 

Answer 3

嘗試這種方法

 string x = ""; 
     using (StreamReader sr = new StreamReader(@"d:\test.txt")) 
      x = sr.ReadToEnd(); 

     var mynewlist = (from v in x.Split(new string[] { "\r\n" }, StringSplitOptions.RemoveEmptyEntries) 
         let items = v.Split(new string[] { "\t" }, StringSplitOptions.RemoveEmptyEntries) 
         where items.Count() == 5 
         select new 
         { 
          ID = int.Parse(items[0]), 
          FamilyN = items[1], 
          LastN = items[2], 
          Country = items[3], 
          Date = DateTime.ParseExact(items[4], "MM/dd/yyyy", System.Globalization.CultureInfo.InvariantCulture) 
         }).GroupBy(X => X.ID).Where(X => X.Count() == 1).Select(X => X.First());//add any condition here 

     //mynewlist is a strongly typed List 
     string output = ""; 
     foreach (var item in mynewlist) 
      output += item.ID + "," + item.FamilyN + "," + item.LastN + "," + item.Country + "," + item.Date.ToString("MM/dd/yyyy") + "\r\n"; 


     using (StreamWriter sw = new StreamWriter(@"d:\test.csv")) 
      sw.Write(output);