Merge pull request #253 from nikodemas/update_dataset_monit

Update detailed dataset monitoring
dmwm · Nov 13, 2023 · 4d38d0f · 4d38d0f
2 parents 62c20ab + d9be4e9
commit 4d38d0f
Show file tree

Hide file tree

Showing 7 changed files with 480 additions and 239 deletions.
diff --git a/rucio-dataset-monitoring/Makefile b/rucio-dataset-monitoring/Makefile
@@ -7,7 +7,7 @@ vet:
 	go vet .
 
 build:
-	go clean; rm -rf pkg rucio-dataset-monitoring*; go build ${flags}
+	go clean; rm -rf pkg rucio-dataset-monitoring*; go build -tags netgo ${flags}
 
 install:
 	go install

diff --git a/rucio-dataset-monitoring/README.md b/rucio-dataset-monitoring/README.md
@@ -7,8 +7,7 @@
 The `rucio-dataset-monitoring` package serves [Rucio](https://rucio.readthedocs.io/) aggregated data, which is stored in MongoDB,
 using JQuery [datatables](https://datatables.net/).
 
-Package development is in still progress. You may see test page from :rocket: [here](http://cmsweb-test1.cern.ch:31280/) :rocket: , beware that some
-functionalities not there yet.
+You may see page :rocket: [here](https://cms-dm-monitoring.cern.ch/) :rocket:.
 
 ### Introduction
 

diff --git a/rucio-dataset-monitoring/models/detailed_dataset.go b/rucio-dataset-monitoring/models/detailed_dataset.go
@@ -19,6 +19,7 @@ type DetailedDataset struct {
 	RseKind              string      `bson:"RseKind" validate:"required"`
 	SizeBytes            int64       `bson:"SizeBytes"`
 	LastAccess           Epoch       `bson:"LastAccess"` // Last access to dataset in ISO8601 format
+	LastCreate           Epoch       `bson:"LastCreate"` // Latest created at of the dataset in ISO8601 format
 	IsFullyReplicated    bool        `bson:"IsFullyReplicated"`
 	IsLocked             string      `bson:"IsLocked"`
 	FilePercentage       float64     `bson:"FilePercentage"`

diff --git a/rucio-dataset-monitoring/spark/createindexes.js b/rucio-dataset-monitoring/spark/createindexes.js
@@ -23,6 +23,7 @@ db.detailed_datasets.createIndex( { "Dataset": 1 } );
 db.detailed_datasets.createIndex( { "Type": 1 } );
 db.detailed_datasets.createIndex( { "RSE": 1 } );
 db.detailed_datasets.createIndex( { "LastAccess": 1 } );
+db.detailed_datasets.createIndex( { "LastCreate": 1 } );
 db.detailed_datasets.createIndex( { "ProdAccounts": 1 } );
 db.detailed_datasets.createIndex( { "BlockRuleIDs": 1 } );
 db.detailed_datasets.createIndex( { "Dataset": 1, "Type": 1 } );