Text Classification
Transformers
PyTorch
English
bert
Generated from Trainer
text-embeddings-inference
Instructions to use TehranNLP-org/bert-large-mnli-3ep with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use TehranNLP-org/bert-large-mnli-3ep with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="TehranNLP-org/bert-large-mnli-3ep")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("TehranNLP-org/bert-large-mnli-3ep") model = AutoModelForSequenceClassification.from_pretrained("TehranNLP-org/bert-large-mnli-3ep", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9999236061950283, | |
| "global_step": 36813, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.92818774595697e-05, | |
| "loss": 0.6685, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.5691264757418205e-05, | |
| "loss": 0.5333, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.2100652055266715e-05, | |
| "loss": 0.4987, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 3.851003935311522e-05, | |
| "loss": 0.4736, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8371879775853286, | |
| "eval_loss": 0.42127805948257446, | |
| "eval_runtime": 131.8099, | |
| "eval_samples_per_second": 74.463, | |
| "eval_steps_per_second": 74.463, | |
| "step": 12271 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.491942665096372e-05, | |
| "loss": 0.4506, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 3.132881394881222e-05, | |
| "loss": 0.3355, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 2.7738201246660732e-05, | |
| "loss": 0.327, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.4147588544509238e-05, | |
| "loss": 0.3286, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 2.055697584235774e-05, | |
| "loss": 0.3248, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8537952114111055, | |
| "eval_loss": 0.4055429697036743, | |
| "eval_runtime": 128.0726, | |
| "eval_samples_per_second": 76.636, | |
| "eval_steps_per_second": 76.636, | |
| "step": 24542 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.6966363140206246e-05, | |
| "loss": 0.2878, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.3375750438054752e-05, | |
| "loss": 0.1668, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 9.785137735903255e-06, | |
| "loss": 0.1662, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 6.19452503375176e-06, | |
| "loss": 0.1598, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 2.6039123316002644e-06, | |
| "loss": 0.1571, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8572592969943963, | |
| "eval_loss": 0.5091902017593384, | |
| "eval_runtime": 128.5413, | |
| "eval_samples_per_second": 76.357, | |
| "eval_steps_per_second": 76.357, | |
| "step": 36813 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 36813, | |
| "total_flos": 8.534430377160109e+16, | |
| "train_loss": 0.33884849047837634, | |
| "train_runtime": 68835.7532, | |
| "train_samples_per_second": 17.115, | |
| "train_steps_per_second": 0.535 | |
| } | |
| ], | |
| "max_steps": 36813, | |
| "num_train_epochs": 3, | |
| "total_flos": 8.534430377160109e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |