Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
1d0e520
docs: archive
VihasMakwana Jan 7, 2025
0b7f793
Merge branch 'main' into archive-docs
VihasMakwana Feb 25, 2025
4b48aab
[chore] - finalize tracker's implementation
VihasMakwana Feb 28, 2025
41dc51c
Merge branch 'main' into tracker-final
VihasMakwana Feb 28, 2025
c9a985e
lint
VihasMakwana Feb 28, 2025
d1d9099
Merge branch 'main' into tracker-final
VihasMakwana Feb 28, 2025
400479d
Merge branch 'main' into archive-docs
VihasMakwana Feb 28, 2025
9a102d0
skip on windows
VihasMakwana Feb 28, 2025
ec2bafb
Merge branch 'main' into tracker-final
VihasMakwana Mar 4, 2025
fcc86db
Merge branch 'main' into tracker-final
VihasMakwana Mar 4, 2025
e075279
Merge branch 'main' into tracker-final
VihasMakwana Mar 7, 2025
0eb153a
Merge branch 'main' into tracker-final
VihasMakwana Mar 7, 2025
e94be1e
Merge branch 'main' into tracker-final
VihasMakwana Mar 10, 2025
ddb279c
add readme and changelog
VihasMakwana Mar 10, 2025
2323f1d
Merge branch 'main' into tracker-final
VihasMakwana Mar 17, 2025
da29633
Merge branch 'main' into tracker-final
VihasMakwana Mar 17, 2025
07a6651
Merge branch 'main' into tracker-final
VihasMakwana Mar 18, 2025
f98fecc
Merge branch 'main' into tracker-final
VihasMakwana Mar 26, 2025
fa8c854
Merge branch 'main' into tracker-final
VihasMakwana Mar 28, 2025
cecb53e
nits
VihasMakwana Apr 1, 2025
34f9015
Merge branch 'archive-docs' into tracker-final
VihasMakwana Apr 1, 2025
a0e83d3
Merge branch 'main' into tracker-final
VihasMakwana Apr 1, 2025
3b65789
comments
VihasMakwana Apr 6, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
nits
  • Loading branch information
VihasMakwana committed Apr 1, 2025
commit cecb53e538d588d62adc9f7a29c8ea8262365cef
29 changes: 16 additions & 13 deletions pkg/stanza/fileconsumer/file.go
Original file line number Diff line number Diff line change
Expand Up @@ -197,9 +197,6 @@ func (m *Manager) makeFingerprint(path string) (*fingerprint.Fingerprint, *os.Fi
}
return nil, nil
}
if m.excludeDuplicate(fp, file) {
return nil, nil
}
return fp, file
}

Expand All @@ -216,6 +213,10 @@ func (m *Manager) makeReaders(ctx context.Context, paths []string) {
continue
}

if m.excludeDuplicate(fp, file) {
continue
}

r, err := m.newReader(ctx, file, fp)
if err != nil {
m.set.Logger.Error("Failed to create reader", zap.Error(err))
Expand Down Expand Up @@ -243,25 +244,27 @@ func (m *Manager) processUnmatchedFiles(ctx context.Context, files []*os.File, f
continue
}

r, err := m.createReader(file, fp, metadata)
var r *reader.Reader
var err error

if metadata != nil {
r, err = m.readerFactory.NewReaderFromMetadata(file, metadata)
} else {
// If we don't match any previously known files, create a new reader from scratch.
m.set.Logger.Info("Started watching file", zap.String("path", file.Name()))
r, err = m.readerFactory.NewReader(file, fp)
}

if err != nil {
m.set.Logger.Error("Failed to create reader", zap.Error(err))
continue
}

m.telemetryBuilder.FileconsumerOpenFiles.Add(ctx, 1)
m.tracker.Add(r)
}
}

func (m *Manager) createReader(file *os.File, fp *fingerprint.Fingerprint, metadata *reader.Metadata) (*reader.Reader, error) {
if metadata != nil {
return m.readerFactory.NewReaderFromMetadata(file, metadata)
}

m.set.Logger.Info("Started watching file", zap.String("path", file.Name()))
return m.readerFactory.NewReader(file, fp)
}

func (m *Manager) excludeDuplicate(fp *fingerprint.Fingerprint, file *os.File) bool {
// excludeDuplicate return true if duplicate path is found with the same content and closes the duplicate.
// This can happen when files are being rotated with copy/truncate strategy. (After copy, prior to truncate.)
Expand Down
2 changes: 0 additions & 2 deletions pkg/stanza/fileconsumer/file_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -1582,8 +1582,6 @@ func TestReadGzipCompressedLogsFromEnd(t *testing.T) {
}

func TestArchive(t *testing.T) {
t.Skip("Time sensitive tests disabled for now on Windows. See https://github.com/open-telemetry/opentelemetry-collector-contrib/issues/32715#issuecomment-2107737828")

t.Parallel()
persister := testutil.NewUnscopedMockPersister()

Expand Down
Loading