{"id":24620223,"url":"https://github.com/pranaypkadu/networksecurity","last_synced_at":"2025-03-19T00:19:15.716Z","repository":{"id":259282652,"uuid":"875574267","full_name":"pranaypkadu/networksecurity","owner":"pranaypkadu","description":"End To End MLOPS Project With ETL Pipelines- Building Network Security System","archived":false,"fork":false,"pushed_at":"2025-01-13T16:08:46.000Z","size":19475,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-01-25T01:26:49.195Z","etag":null,"topics":["aws-ec2","aws-ecr","aws-s3","dagshub","docker","etl-pipelines","fastapi","github-actions","mlflow","mlops","mongodb-atlas","network-security","numpy","pandas","python","pytorch","scikit-learn","tensorflow","vscode"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/pranaypkadu.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-10-20T10:57:42.000Z","updated_at":"2025-01-15T09:01:57.000Z","dependencies_parsed_at":"2024-10-24T04:05:53.595Z","dependency_job_id":"9d4196f2-9ca2-4d84-b9a3-d41ea7074859","html_url":"https://github.com/pranaypkadu/networksecurity","commit_stats":null,"previous_names":["pranaypkadu/networksecurity"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pranaypkadu%2Fnetworksecurity","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pranaypkadu%2Fnetworksecurity/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pranaypkadu%2Fnetworksecurity/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pranaypkadu%2Fnetworksecurity/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/pranaypkadu","download_url":"https://codeload.github.com/pranaypkadu/networksecurity/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":244326214,"owners_count":20435122,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["aws-ec2","aws-ecr","aws-s3","dagshub","docker","etl-pipelines","fastapi","github-actions","mlflow","mlops","mongodb-atlas","network-security","numpy","pandas","python","pytorch","scikit-learn","tensorflow","vscode"],"created_at":"2025-01-25T01:25:40.162Z","updated_at":"2025-03-19T00:19:15.692Z","avatar_url":"https://github.com/pranaypkadu.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"**Explore the Readme Folder for an in-depth overview.**\n\n**End-to-End MLOps Project with ETL Pipelines - Building a Network Security System**\n\n**Technology Stack Utilized for the MLOps Network Security System Project**\n\n**Development Environment:**\n- IDE: Visual Studio Code\n- Version Control: GitHub\n- Packaging: Python setup.py\n\n**Backend Technologies:**\n- Programming Language: Python\n- Database: MongoDB Atlas\n- Cloud Platform: AWS (EC2, S3, ECR)\n\n**MLOps and Machine Learning Stack:**\n- ML Framework: TensorFlow or PyTorch (used for model training)\n- Experiment Tracking: MLflow\n- Remote Experiment Repository: DagsHub\n- Hyperparameter Tuning: Scikit-learn or Optuna\n\n**Data Engineering:**\n- ETL Pipeline: Python-based data processing\n- Data Validation: Custom validation components\n- Data Transformation: Pandas and NumPy\n\n**DevOps and Deployment:**\n- Containerization: Docker\n- CI/CD: GitHub Actions\n- Deployment: AWS EC2 instance\n- Container Registry: AWS ECR\n\n**Monitoring and Logging:**\n- Logging: Custom logging implementation\n- Exception Handling: Custom error management\n\n**Key Project Components:**\n- Network security system\n- Machine learning model training\n- Batch prediction pipeline\n- Model artifact management\n\n\n3.Reference : Krish Naik https://www.udemy.com/course/complete-mlops-bootcamp-with-10-end-to-end-ml-projects/\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpranaypkadu%2Fnetworksecurity","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fpranaypkadu%2Fnetworksecurity","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpranaypkadu%2Fnetworksecurity/lists"}