{"id":21992468,"url":"https://github.com/walidbosso/roberta_fine_tuning_sentiment_analysis","last_synced_at":"2026-04-19T19:31:27.933Z","repository":{"id":224136510,"uuid":"762519129","full_name":"walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis","owner":"walidbosso","description":"Welcome to our RoBERTa Sentiment Analysis project! In this repository, we explore the world of Natural Language Processing (NLP) by fine-tuning a RoBERTa Transformer for sentiment analysis.","archived":false,"fork":false,"pushed_at":"2024-02-24T00:48:16.000Z","size":15,"stargazers_count":2,"open_issues_count":0,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-03-23T03:32:36.643Z","etag":null,"topics":["bert","classification","fine-tuning","huggingface","machine","machine-learning","movies-reviews","neural-network","nlp-machine-learning","numpy","pandas","pytorch","roberta","roberta-model","roberta-tokenizer","sentiment-analysis","transformer"],"latest_commit_sha":null,"homepage":"https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis/tree/main","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/walidbosso.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null}},"created_at":"2024-02-24T00:21:13.000Z","updated_at":"2024-12-19T20:58:21.000Z","dependencies_parsed_at":null,"dependency_job_id":"ca04f05d-17b6-436f-aeb0-c70298a4533e","html_url":"https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis","commit_stats":null,"previous_names":["walidbosso/roberta_fine_tuning_sentiment_analysis"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/walidbosso%2FRoberta_Fine_Tuning_Sentiment_Analysis","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/walidbosso%2FRoberta_Fine_Tuning_Sentiment_Analysis/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/walidbosso%2FRoberta_Fine_Tuning_Sentiment_Analysis/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/walidbosso%2FRoberta_Fine_Tuning_Sentiment_Analysis/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/walidbosso","download_url":"https://codeload.github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/walidbosso%2FRoberta_Fine_Tuning_Sentiment_Analysis/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":32020417,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-04-18T20:23:30.271Z","status":"online","status_checked_at":"2026-04-19T02:00:07.110Z","response_time":55,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["bert","classification","fine-tuning","huggingface","machine","machine-learning","movies-reviews","neural-network","nlp-machine-learning","numpy","pandas","pytorch","roberta","roberta-model","roberta-tokenizer","sentiment-analysis","transformer"],"created_at":"2024-11-29T20:13:51.782Z","updated_at":"2026-04-19T19:31:27.912Z","avatar_url":"https://github.com/walidbosso.png","language":"Jupyter Notebook","funding_links":["https://www.buymeacoffee.com/walidbosso","https://img.buymeacoffee.com/button-api/?text=Buy"],"categories":[],"sub_categories":[],"readme":"\n\n\n\n![Roberta_Fine_Tuning_Sentiment_Analysis](https://socialify.git.ci/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis/image?description=1\u0026font=Source%20Code%20Pro\u0026forks=1\u0026issues=1\u0026language=1\u0026name=1\u0026owner=1\u0026pattern=Formal%20Invitation\u0026pulls=1\u0026stargazers=1\u0026theme=Auto)\n\n\n\u003cp align=\"center\"\u003e\n\u003ca href=\"https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis\"\u003e\n\u003cimg src=\"https://raw.githubusercontent.com/khoa083/khoa/main/Khoa_ne/img/Rainbow.gif\" width=\"60%\"/\u003e \u003c/a\u003e\n\u003c/p\u003e\n\u003cdiv align=\"center\"\u003e\n  \n  [![GitHub WidgetBox](https://github-widgetbox.vercel.app/api/profile?username=walidbosso\u0026data=followers,repositories,stars,commits\u0026theme=nautilus)](https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis)\n\n  \u003cp align=\"center\"\u003e\n\u003ca href=\"https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis\"\u003e\n\u003cimg src=\"https://api.visitorbadge.io/api/visitors?path=https%3A%2F%2Fgithub.com%2Fwalidbosso%2FRoberta_Fine_Tuning_Sentiment_Analysis\u0026label=Project%20views\u0026countColor=%23263759\u0026style=flat-square\u0026labelStyle=none\" /\u003e\u003c/a\u003e\n\u003c/p\u003e\n\n\u003ca href=\"https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis\"\u003e\n  \u003cimg src=\"https://raw.githubusercontent.com/khoa083/khoa/main/Khoa_ne/img/Rainbow.gif\" width=\"60%\"/\u003e\n  \u003ca/\u003e\n\u003c/a\u003e\n\n\n\u003cbr/\u003e\n  \n # RoBERTa Sentiment Analysis\n  \n  \u003c/div\u003e\n\n\n\n\n## Introduction\n\nWelcome to our RoBERTa Sentiment Analysis project! In this repository, we explore the world of Natural Language Processing (NLP) by fine-tuning a RoBERTa Transformer for sentiment analysis. \n\n## Our Team\n\nOur team, consisting of BOUSSOU Walid, HINDA Abdeljebar, ASTIGHFAR Ismail, KAIS Zakaria, and AYAD Mounir, excited to share our journey with you.\n\n## About RoBERTa\n\nRoBERTa, short for \"Robustly optimized BERT approach,\" is an advanced natural language processing model developed by Facebook AI Research. Built on the Transformer architecture, RoBERTa enhances BERT (Bidirectional Encoder Representations from Transformers) by addressing limitations and improving the pre-training procedure.\n\n\n## Project Structure\n\n- **Application in Sentiment Analysis:** Explore how we applied RoBERTa to sentiment analysis, specifically on a dataset of movie reviews.\n- **Environment Setup:** Learn about the libraries and tools we used, including PyTorch, Transformers, and the Hugging Face library.\n- **Data Preparation:** Details on loading and preparing the training data from a provided file.\n- **Defining Variables:** Key variables defined for training and validation.\n- **Dataset and DataLoader:** Creation of a custom dataset class and corresponding data loaders.\n- **Neural Network Architecture:** Introduction to the fine-tuning neural network based on RoBERTa.\n- **Loss Function and Optimizer:** Information on the loss function and optimizer used during training.\n- **Training Function:** Explanation of the training process and how the model learns from the data.\n- **Validation Function:** Insights into the validation stage to evaluate the model's performance on unseen data.\n\n### Prerequisites\n\n- Ensure you have Python installed (preferably Python 3.x).\n- Download the training data file `train.tsv.zip` from [Kaggle](https://www.kaggle.com/c/movie-review-sentiment-analysis-kernels-only/data) and place it in the project directory.\n\n\n## Acknowledgments\n\nWe extend our gratitude to the open-source community, particularly the developers behind PyTorch, Transformers, and Hugging Face. Without their contributions, this project wouldn't be possible.\n\nFeel free to explore the code, learn from our experiences, and adapt it for your own NLP projects! If you have any questions or suggestions, don't hesitate to reach out.\n\nHappy coding! 🚀\n\n\n## License\n\nThis project operates under the **MIT License**. Refer to the [LICENSE](LICENSE) file for detailed information.\n\n\n## Feedback and Contributions \n\nYour feedback and contributions are invaluable! Feel free to open issues, submit pull requests, or connect for discussions.\n\n- If you'd like to contribute to the project, please follow these steps:\n\n  1. Fork the repository.\n  2. Create a new branch (`git checkout -b feature/your-feature`).\n  3. Commit your changes (`git commit -m 'Add some feature'`).\n  4. Push to the branch (`git push origin feature/your-feature`).\n  5. Open a pull request.\n\n- If you encounter any issues or have suggestions, please open an issue on the [Issues](https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis/issues) page.\n\n- Contact me in [LinkedIn](https://www.linkedin.com/in/walidbosso) for questions.\n- ![PRs Welcome](https://img.shields.io/badge/🌐_PRs-Welcome-navy.svg?=for-the-badge) ![Ask me anything](https://img.shields.io/badge/❔_Ask%20me-anything-1abc9c.svg?=for-the-badge)  \n\u003cbr\u003e\n\n\nThank you for exploring! 🚀\n\n\u003cdiv align=\"center\"\u003e\n  \n----------------------\n\u003e \u003e  \u003cbr/\u003e  \u0026copy; *by Walid BOUSSOU, HINDA Abdeljebar, ASTIGHFAR Ismail, KAIS Zakaria, and AYAD Mounir*   🇲🇦 😄 \u003cbr/\u003e  \u003cbr/\u003e\n\u003e \u003e ![Made with Love](https://img.shields.io/badge/❤️‍🔥_Made%20with-Love-red.svg)\n----------------------\n\n\n\n\n\n\u003cdetails\u003e\n\n\u003csummary\u003e👏 Thanks for the support \u003c/summary\u003e\n\n## Stargazers\n\n\n\u003cdiv align=\"center\"\u003e\n\n[![Stargazers repo roster for @walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis](http://reporoster.com/stars/dark/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis)](https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis/stargazers)\n\n\n\n\u003c/div\u003e\n\n## Forkers\n\n\u003cdiv align=\"center\" \u003e\n\n[![Forkers repo roster for @walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis](http://reporoster.com/forks/dark/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis)](https://github.com/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis/network/members)\n\n\u003c/div\u003e\n\n## Contributors\n\n\u003ca href = \"https://github.com/walidbosso\"\u003e\n  \u003cimg src = \"https://contrib.rocks/image?repo=walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis\"/\u003e\n\u003c/a\u003e\n\n\n\u003cbr/\u003e\u003c/details\u003e\u003cbr/\u003e\n\n\u003cdiv align=\"center\"\u003e\n\n\n![GitHub last commit (by committer)](https://img.shields.io/github/last-commit/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis?style=social)\n\n\u003c/div\u003e\n\u003cdiv align=\"center\"\u003e\n\n![GitHub License](https://img.shields.io/github/license/walidbosso/Roberta_Fine_Tuning_Sentiment_Analysis?style=social)\n\n \u003cp align=\"center\"\u003e\n\u003ca href=\"https://www.buymeacoffee.com/walidbosso\"\u003e\u003cimg src=\"https://img.buymeacoffee.com/button-api/?text=Buy me a coffee\u0026emoji=☕\u0026slug=walidbosso\u0026button_colour=5F7FFF\u0026font_colour=ffffff\u0026font_family=Poppins\u0026outline_colour=ffffff\u0026coffee_colour=FFDF00\" title=\"☕ This will motivate me to continue on creating more open source codes \"/\u003e\u003c/a\u003e\n\u003c/p\u003e\n\n\n\u003c/div\u003e\n\n\u003ca href = \"https://github.com/walidbosso\"\u003e\n  \u003cimg src = \"https://github.com/walidbosso/Python-GUI/blob/main/border.gif\" width=\"100%\"/\u003e\n\u003c/a\u003e\n\n\u003ca href = \"https://github.com/walidbosso\"\u003e\n  \u003cimg src = \"https://github.com/walidbosso/Python-GUI/blob/main/ciber-coding.gif\" width=\"100%\"/\u003e\n\u003c/a\u003e\n\n\u003ca href = \"https://github.com/walidbosso\"\u003e\n  \u003cimg src = \"https://github.com/walidbosso/Python-GUI/blob/main/border.gif\" width=\"100%\"/\u003e\n\u003c/a\u003e\n\n𝚂𝚑𝚘𝚠 𝚜𝚘𝚖𝚎 💙 𝚋𝚢 𝚜𝚝𝚊𝚛𝚛𝚒𝚗𝚐 ⭐ 𝚝𝚑𝚎 𝚛𝚎𝚙𝚘𝚜𝚒𝚝𝚘𝚛𝚢!\n\n\u003cbr/\u003e\n\n\n\u003cp align=\"center\"\u003e\u003ca href=\"#\"\u003e\u003cimg src=\"https://img.shields.io/badge/Back%20to%20top--lightgrey?style=social\" alt=\"Back to top\" height=\"20\"/\u003e\u003c/a\u003e\u003c/p\u003e\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fwalidbosso%2Froberta_fine_tuning_sentiment_analysis","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fwalidbosso%2Froberta_fine_tuning_sentiment_analysis","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fwalidbosso%2Froberta_fine_tuning_sentiment_analysis/lists"}