I'm using this stored procedure to load .csv files into existing tables, it may help you. It will load all csv files in a folder matching a pattern into a table. You have to pass it
- the folder name you have your .csv files in (like c:\temp),
- a filename pattern (*_daily_export.csv),
- the name of the table you want to load the files into (like MyTable)
- a flag indicating whether you want to mode processed files into the "done" subfolder of the folder (1)
- the delimiter character (, or ;)
- the first data row (2 if you have headers)
- the format file (see http://msdn.microsoft.com/en-us/library/ms178129.aspx)
It's not 100% percent foolproof (e.g. avoid too looong file names or spaces in them) but you can change it as you want.
-- ============================================================
-- Author: László Tenki
-- Create date: 2011-06-20
-- Description: Data integration script for loading Excel files
-- using the standard MS data connectivity pack
-- Microsoft.ACE.OLEDB.12.0
-- ============================================================
ALTER procedure [di].[genericCSVImporter]
-- parameters for the stored procedure
@folder varchar(500), @fileNamePattern varchar(100),
@table varchar(128), @moveProcessed bit,
@fieldDelimiter varchar(1), @firstRow int, @formatFile nvarchar(25)
as
begin
declare @query varchar(1000)
declare @filename varchar(200)
declare @formatFilePath varchar(200)
declare @dir table ([name] varchar(200))
set @query ='master.dbo.xp_cmdshell "dir ' + @folder + '\' + @fileNamePattern + ' /b"'
set @query = replace(@query, '\\', '\')
insert into @dir exec (@query)
delete from @dir where name is NULL
declare myc cursor for select [name] from @dir where [name]<> 'File Not Found' order by [name]
open myc
fetch next from myc into @filename
while @@fetch_status = 0
begin
set @filename = @folder + '\' + @filename
set @filename = replace(@filename, '\\', '\')
set @formatFilePath = replace(@folder + '\' + @formatFile, '\\', '\')
set @query ='BULK INSERT ' + @table + ' FROM ''' + @filename +
''' WITH (FIELDTERMINATOR = ''' + @fieldDelimiter + ''', ROWTERMINATOR = ''\n'', ' +
'FIRSTROW = ' + cast(@firstRow as nvarchar(10)) + ', CODEPAGE = ''ACP'', ' +
'FORMATFILE=''' + @formatFilePath + ''')'
print @query
exec (@query)
if @moveProcessed=1
begin
set @query = 'master.dbo.xp_cmdshell "copy /Y ' + @filename + ' ' + @folder +'\done"'
exec (@query)
set @query = 'master.dbo.xp_cmdshell "del /Q ' + @filename + '"'
exec (@query)
end
fetch next from myc into @filename
end
close myc
deallocate myc
end