SecurityModelCards/security_model_card_report.json at main · guerilla7/SecurityModelCards · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
{
    "model_details": {
        "developer": "Acme AI Inc.",
        "date": "2023-12-26",
        "version": "1.0.0",
        "type": "Image Classification",
        "information": "Trained using a ResNet50 architecture with cross-entropy loss and data augmentation.",
        "resource": "https://www.acmeai.com/image-classifier-paper",
        "citation": "Acme AI Inc. (2023). Image Classification with ResNet50. Journal of AI Research.",
        "license": "MIT License",
        "contact": "research@acmeai.com"
    },
    "intended_use": {
        "primary_uses": "Classifying images into predefined categories.",
        "primary_users": "AI developers, researchers, and image processing applications.",
        "out_of_scope_uses": "Medical diagnosis, facial recognition, or any security-sensitive applications."
    },
    "factors": {
        "relevant_factors": "Image quality, object size, lighting conditions.",
        "evaluation_factors": "Accuracy, precision, recall, F1-score."
    },
    "metrics": {
        "performance_measures": "Accuracy: 95%, Precision: 92%, Recall: 90%, F1-score: 91%",
        "decision_thresholds": "Confidence score > 0.8 for classification.",
        "variation_approaches": "Tested with different image resolutions and noise levels."
    },
    "evaluation_data": {
        "datasets": "ImageNet, CIFAR-10",
        "motivation": "Standard benchmark datasets for image classification.",
        "preprocessing": "Resizing, normalization, and data augmentation."
    },
    "training_data": "Proprietary dataset of 1 million images with balanced class distribution.",
    "quantitative_analyses": {
        "unitary_results": "Detailed breakdown of performance metrics per class.",
        "intersectional_results": "Analysis of performance across different image characteristics."
    },
    "ethical_considerations": "Potential biases in the training data have been mitigated through careful dataset selection and augmentation.",
    "caveats_and_recommendations": "The model may not generalize well to unseen image categories. Further testing is recommended for specific use cases.",
    "security_considerations": {
        "threat_modeling": "Potential adversarial attacks have been considered and mitigated through input validation and adversarial training.",
        "security_testing": "Penetration testing and vulnerability scanning have been performed to ensure the model's security."
    }
}