解析目录中的文件/插入数据库中

时间:2010-05-22 19:39:21

标签: c# vb.net

这是我的dillema ...我有一个目录,其中包含.txt逗号分隔文件,如下所示。我想要做的是将每个数据导入SQL或SQLite数据库,将每个数据库附加到最后一个数据库下面。 (1表)...我对C#或VB脚本开放,只是不知道如何实现这一目标。我想只提取并导入数据,从'Feat。类型,壮举。姓名等'行。

这些存储在我的网络驱动器上的\ mynetwork \ directory \ stats文件夹中。理想情况下,我将能够添加一些功能,使软件/脚本知道在文件已经完成后也不会将文件重新添加到数据库中。

感谢任何指导或提示!

$$ SAMPLE=
$$ FIXTURE=-
$$ OPERATOR=-
$$ INSPECTION PROCESS=CMM #4 
$$ PROCESS OPERATION=-
$$ PROCESS SEQUENCE=-
$$ TRIAL=-

Feat. Type,Feat. Name,Value,Actual,Nominal,Dev.,Tol-,Tol+,Out of Tol.,Comment
Point,_FF_PLN_A_1,X,-17.445,-17.445,0.000,-999.000,999.000,,
Point,_FF_PLN_A_1,Y,-195.502,-195.502,0.000,-999.000,999.000,,
Point,_FF_PLN_A_1,Z,32.867,33.500,-0.633,-0.800,0.800,,
Point,_FF_PLN_A_2,X,-73.908,-73.908,0.000,-999.000,999.000,,
Point,_FF_PLN_A_2,Y,-157.957,-157.957,0.000,-999.000,999.000,,
Point,_FF_PLN_A_2,Z,32.792,33.500,-0.708,-0.800,0.800,,
Point,_FF_PLN_A_3,X,-100.180,-100.180,0.000,-999.000,999.000,,
Point,_FF_PLN_A_3,Y,-142.797,-142.797,0.000,-999.000,999.000,,
Point,_FF_PLN_A_3,Z,32.768,33.500,-0.732,-0.800,0.800,,
Point,_FF_PLN_A_4,X,-160.945,-160.945,0.000,-999.000,999.000,,
Point,_FF_PLN_A_4,Y,-112.705,-112.705,0.000,-999.000,999.000,,
Point,_FF_PLN_A_4,Z,32.719,33.500,-0.781,-0.800,0.800,,
Point,_FF_PLN_A_5,X,-158.096,-158.096,0.000,-999.000,999.000,,
Point,_FF_PLN_A_5,Y,-73.821,-73.821,0.000,-999.000,999.000,,
Point,_FF_PLN_A_5,Z,32.756,33.500,-0.744,-0.800,0.800,,
Point,_FF_PLN_A_6,X,-195.670,-195.670,0.000,-999.000,999.000,,
Point,_FF_PLN_A_6,Y,-17.375,-17.375,0.000,-999.000,999.000,,
Point,_FF_PLN_A_6,Z,32.767,33.500,-0.733,-0.800,0.800,,
Point,_FF_PLN_A_7,X,-173.759,-173.759,0.000,-999.000,999.000,,
Point,_FF_PLN_A_7,Y,14.876,14.876,0.000,-999.000,999.000,,

2 个答案:

答案 0 :(得分:1)

Directory.GetFiles(path, searchPattern)将获取该文件夹中的所有文件。将searchPattern设置为*.txt

这将返回当前目录中的文件列表,因此您可以确保只处理每个文件一次。如果以后可以添加更多文件,只需在导入完成后将文件移动到“已处理”文件夹即可。

然后,您需要一次读取每个文件,直到您阅读“Feat.Type ...”,然后阅读每个后续行,拆分内容并添加到数据库。

您可以使用StreamReader.ReadLine()从文件中读取一行。

// Create an instance of StreamReader to read from a file.
// The using statement also closes the StreamReader.
using (StreamReader sr = new StreamReader("TestFile.txt")) 
{
    string line;
    bool processLine = false;
    // Read lines from the file until the end of the file is reached.
    while ((line = sr.ReadLine()) != null) 
    {
        if (processLine)
        {
            // Your processing here
        }

        // Check to see if we need to process the next lines
        if (line.StartsWith("Feat. Type,"))
        {
            processLine = true;
        }
    }

答案 1 :(得分:1)

using System;
using System.Data;
using System.Data.SQLite;
using System.IO;

namespace CSVImport
{
    internal class Program
    {
        private static void Main(string[] args)
        {
            using (SQLiteConnection con = new SQLiteConnection("data source=data.db3"))
            {
                if (!File.Exists("data.db3"))
                {
                    con.Open();
                    using (SQLiteCommand cmd = con.CreateCommand())
                    {
                        cmd.CommandText =
                            @"
                        CREATE TABLE [Import] (
                            [RowId] integer PRIMARY KEY AUTOINCREMENT NOT NULL,
                            [FeatType] varchar,
                            [FeatName] varchar,
                            [Value] varchar,
                            [Actual] decimal,
                            [Nominal] decimal,
                            [Dev] decimal,
                            [TolMin] decimal,
                            [TolPlus] decimal,
                            [OutOfTol] decimal,
                            [Comment] nvarchar);";
                        cmd.ExecuteNonQuery();
                    }
                    con.Close();
                }

                con.Open();

                using (SQLiteCommand insertCommand = con.CreateCommand())
                {
                    insertCommand.CommandText =
                        @"
                    INSERT INTO Import  (FeatType, FeatName, Value, Actual, Nominal, Dev, TolMin, TolPlus, OutOfTol, Comment)
                    VALUES     (@FeatType, @FeatName, @Value, @Actual, @Nominal, @Dev, @TolMin, @TolPlus, @OutOfTol, @Comment);";

                    insertCommand.Parameters.Add(new SQLiteParameter("@FeatType", DbType.String));
                    insertCommand.Parameters.Add(new SQLiteParameter("@FeatName", DbType.String));
                    insertCommand.Parameters.Add(new SQLiteParameter("@Value", DbType.String));
                    insertCommand.Parameters.Add(new SQLiteParameter("@Actual", DbType.Decimal));
                    insertCommand.Parameters.Add(new SQLiteParameter("@Nominal", DbType.Decimal));
                    insertCommand.Parameters.Add(new SQLiteParameter("@Dev", DbType.Decimal));
                    insertCommand.Parameters.Add(new SQLiteParameter("@TolMin", DbType.Decimal));
                    insertCommand.Parameters.Add(new SQLiteParameter("@TolPlus", DbType.Decimal));
                    insertCommand.Parameters.Add(new SQLiteParameter("@OutOfTol", DbType.Decimal));
                    insertCommand.Parameters.Add(new SQLiteParameter("@Comment", DbType.String));

                    string[] files = Directory.GetFiles(Environment.CurrentDirectory, "TextFile*.*");

                    foreach (string file in files)
                    {
                        string[] lines = File.ReadAllLines(file);
                        bool parse = false;

                        foreach (string tmpLine in lines)
                        {
                            string line = tmpLine.Trim();
                            if (!parse && line.StartsWith("Feat. Type,"))
                            {
                                parse = true;
                                continue;
                            }
                            if (!parse || string.IsNullOrEmpty(line))
                            {
                                continue;
                            }


                            foreach (SQLiteParameter parameter in insertCommand.Parameters)
                            {
                                parameter.Value = null;
                            }

                            string[] values = line.Split(new[] {','});

                            for (int i = 0; i < values.Length - 1; i++)
                            {
                                SQLiteParameter param = insertCommand.Parameters[i];
                                if (param.DbType == DbType.Decimal)
                                {
                                    decimal value;
                                    param.Value = decimal.TryParse(values[i], out value) ? value : 0;
                                }
                                else
                                {
                                    param.Value = values[i];
                                }
                            }

                            insertCommand.ExecuteNonQuery();
                        }
                    }
                }
                con.Close();
            }
        }
    }
}

结果:

1   Point   _FF_PLN_A_1 X   -17.445 -17.445 0   -999    999 0   NULL
2   Point   _FF_PLN_A_1 Y   -195.502    -195.502    0   -999    999 0   NULL
3   Point   _FF_PLN_A_1 Z   32.867  33.5    -0.633  -0.8    0.8 0   NULL
4   Point   _FF_PLN_A_2 X   -73.908 -73.908 0   -999    999 0   NULL
5   Point   _FF_PLN_A_2 Y   -157.957    -157.957    0   -999    999 0   NULL
6   Point   _FF_PLN_A_2 Z   32.792  33.5    -0.708  -0.8    0.8 0   NULL
7   Point   _FF_PLN_A_3 X   -100.18 -100.18 0   -999    999 0   NULL
8   Point   _FF_PLN_A_3 Y   -142.797    -142.797    0   -999    999 0   NULL
9   Point   _FF_PLN_A_3 Z   32.768  33.5    -0.732  -0.8    0.8 0   NULL
10  Point   _FF_PLN_A_4 X   -160.945    -160.945    0   -999    999 0   NULL
11  Point   _FF_PLN_A_4 Y   -112.705    -112.705    0   -999    999 0   NULL
12  Point   _FF_PLN_A_4 Z   32.719  33.5    -0.781  -0.8    0.8 0   NULL
13  Point   _FF_PLN_A_5 X   -158.096    -158.096    0   -999    999 0   NULL
14  Point   _FF_PLN_A_5 Y   -73.821 -73.821 0   -999    999 0   NULL
15  Point   _FF_PLN_A_5 Z   32.756  33.5    -0.744  -0.8    0.8 0   NULL
16  Point   _FF_PLN_A_6 X   -195.67 -195.67 0   -999    999 0   NULL
17  Point   _FF_PLN_A_6 Y   -17.375 -17.375 0   -999    999 0   NULL
18  Point   _FF_PLN_A_6 Z   32.767  33.5    -0.733  -0.8    0.8 0   NULL
19  Point   _FF_PLN_A_7 X   -173.759    -173.759    0   -999    999 0   NULL
20  Point   _FF_PLN_A_1 X   -17.445 -17.445 0   -999    999 0   NULL
21  Point   _FF_PLN_A_1 Y   -195.502    -195.502    0   -999    999 0   NULL
22  Point   _FF_PLN_A_1 Z   32.867  33.5    -0.633  -0.8    0.8 0   NULL
23  Point   _FF_PLN_A_2 X   -73.908 -73.908 0   -999    999 0   NULL
24  Point   _FF_PLN_A_2 Y   -157.957    -157.957    0   -999    999 0   NULL
25  Point   _FF_PLN_A_2 Z   32.792  33.5    -0.708  -0.8    0.8 0   NULL
26  Point   _FF_PLN_A_3 X   -100.18 -100.18 0   -999    999 0   NULL
27  Point   _FF_PLN_A_3 Y   -142.797    -142.797    0   -999    999 0   NULL
28  Point   _FF_PLN_A_3 Z   32.768  33.5    -0.732  -0.8    0.8 0   NULL
29  Point   _FF_PLN_A_4 X   -160.945    -160.945    0   -999    999 0   NULL
30  Point   _FF_PLN_A_4 Y   -112.705    -112.705    0   -999    999 0   NULL
31  Point   _FF_PLN_A_4 Z   32.719  33.5    -0.781  -0.8    0.8 0   NULL
32  Point   _FF_PLN_A_5 X   -158.096    -158.096    0   -999    999 0   NULL
33  Point   _FF_PLN_A_5 Y   -73.821 -73.821 0   -999    999 0   NULL
34  Point   _FF_PLN_A_5 Z   32.756  33.5    -0.744  -0.8    0.8 0   NULL
35  Point   _FF_PLN_A_6 X   -195.67 -195.67 0   -999    999 0   NULL
36  Point   _FF_PLN_A_6 Y   -17.375 -17.375 0   -999    999 0   NULL
37  Point   _FF_PLN_A_6 Z   32.767  33.5    -0.733  -0.8    0.8 0   NULL
38  Point   _FF_PLN_A_7 X   -173.759    -173.759    0   -999    999 0   NULL
NULL    NULL    NULL    NULL    NULL    NULL    NULL    NULL    NULL    NULL    NULL