여러 작업자가있는 Entity Framework를 통해 SQL 테이블에 중복을 삽입하지 마십시오.

고유해야하는 모든 열에 추가 색인을 추가하십시오. 인덱싱 할 큰 열은 계산 된 해시로 인덱싱 할 수 있습니다.

다음은 많은 엔터티를 만드는 개념과 예외를 추적하는 방법입니다.

class MyService
{

    public async Task<OperationResult<string, SomeEntity>> CreateManyAsync( IList<string> data, int chunkSize )
    {
        var succeded = new List<SomeEntity>( );
        var failed = new List<FailedOperation<string>>( );

        foreach ( var chunk in data.Select( ( dataItem, index ) => new { data = dataItem, chunk = index % chunkSize } ).GroupBy( c => c.chunk, c => c.data ) )
        {
            try
            {
                succeded.AddRange( await InternalCreateManyAsync( chunk ) );
                continue;
            }
            catch ( Exception )
            {
                // we just eat this exception
            }

            foreach ( var singleItem in chunk )
            {
                try
                {
                    succeded.Add( await InternalCreateSingleAsync( singleItem ) );
                }
                catch ( Exception ex )
                {
                    failed.Add( new FailedOperation<string>( singleItem, ex ) );
                }
            }
        }

        return new OperationResult<string, SomeEntity> {
            Succeded = succeded,
            Failed = failed,
        };
    }

    private async Task<IList<SomeEntity>> InternalCreateManyAsync( IEnumerable<string> data )
    {
        var result = new List<SomeEntity>( );

        using ( var db = new MyCOntext( ) )
        {
            foreach ( var item in data )
            {
                result.Add( AddSingleToContext( item, db ) );
            }
            await db.SaveChangesAsync( );
        }

        return result;
    }

    private async Task<SomeEntity> InternalCreateSingleAsync( string data )
    {
        using ( var db = new MyContext( ) )
        {
            var e = AddSingleToContext( data, db );
            await db.SaveChangesAsync( );
            return e;
        }
    }

    private SomeEntity AddSingleToContext( string data, MyContext context )
    {
        var entity = new SomeEntity { Data = data, };
        context.SomeEntities.Add( entity );
        return entity;
    }

}

일부 유틸리티 클래스

class SomeEntity
{
    public int Id { get; set; }
    public string Data { get; set; }
}

class FailedOperation<T>
{
    public FailedOperation( T data, Exception error )
    {
        Data = data;
        Error = error;
    }

    public T Data { get; }
    public Exception Error { get; }
}

class OperationResult<TSource, TResult>
{
    public IList<TResult> Succeded { get; set; }
    public IList<FailedOperation<TSource>> Failed { get; set; }
}