Training done

added_tokens.json

@@ -1,76 +1,94 @@
 {
   "</s_Description>": 57566,
-  "</s_District_of_Origin>": 57572,
   "</s_Exporter>": 57528,
-  "</s_GSTIN>": 57542,
-  "</s_IGST_Rate>": 57582,
-  "</s_Quantity_Unit>": 57576,
-  "</s_RITC_code>": 57568,
-  "</s_Rate_Price_usd>": 57578,
-  "</s_SQC>": 57574,
-  "</s_State_of_Origin>": 57570,
-  "</s_T_O_I>": 57590,
-  "</s_Total_Amount_usd>": 57580,
-  "</s_Unnamed: 16>": 57594,
-  "</s_buyerName>": 57550,
-  "</s_buyer_details>": 57554,
-  "</s_consignee_address1>": 57556,
-  "</s_consignee_countryName>": 57558,
-  "</s_consignee_name>": 57552,
+  "</s_GSTIN>": 57556,
+  "</s_IGST_Rate>": 57596,
+  "</s_Quantity_Unit>": 57568,
+  "</s_RITC_code>": 57594,
+  "</s_Rate_Price_usd>": 57570,
+  "</s_SQC>": 57610,
+  "</s_T_O_I>": 57578,
+  "</s_Total_Amount_usd>": 57572,
+  "</s_adCode>": 57560,
+  "</s_buyerName>": 57530,
+  "</s_buyer_details>": 57532,
+  "</s_consignee_address1>": 57534,
+  "</s_consignee_countryName>": 57536,
+  "</s_consignee_name>": 57538,
   "</s_currency>": 57562,
-  "</s_destination_country>": 57560,
-  "</s_destination_port>": 57548,
-  "</s_discharge_port>": 57546,
-  "</s_document_type>": 57530,
-  "</s_exporter_address1>": 57532,
-  "</s_exporter_city>": 57534,
+  "</s_destination_country>": 57540,
+  "</s_destination_port>": 57542,
+  "</s_discharge_country>": 57608,
+  "</s_discharge_port>": 57544,
+  "</s_document_type>": 57604,
+  "</s_exporter_address1>": 57546,
+  "</s_exporter_city>": 57548,
   "</s_exporter_details>": 57526,
-  "</s_exporter_pincode>": 57538,
-  "</s_exporter_state>": 57536,
-  "</s_invoiceTotalValue>": 57592,
-  "</s_invoice_date>": 57588,
-  "</s_invoice_details>": 57584,
-  "</s_invoice_no>": 57586,
+  "</s_exporter_pincode>": 57550,
+  "</s_exporter_state>": 57590,
+  "</s_freightAmount>": 57588,
+  "</s_freightCurrency>": 57600,
+  "</s_gross_weight>": 57584,
+  "</s_iecCode>": 57554,
+  "</s_iecPan>": 57592,
+  "</s_insuranceAmount>": 57606,
+  "</s_invoiceTotalValue>": 57580,
+  "</s_invoice_date>": 57586,
+  "</s_invoice_details>": 57574,
+  "</s_invoice_no>": 57576,
   "</s_item>": 57564,
-  "</s_port_of_loading>": 57544,
-  "</s_shipment_mode>": 57540,
+  "</s_net_weight>": 57582,
+  "</s_port_of_loading>": 57552,
+  "</s_qtyTariff>": 57612,
+  "</s_shipment_mode>": 57558,
+  "</s_total_pieces>": 57598,
+  "</s_unit>": 57602,
   "<s_Description>": 57565,
-  "<s_District_of_Origin>": 57571,
   "<s_Exporter>": 57527,
-  "<s_GSTIN>": 57541,
-  "<s_IGST_Rate>": 57581,
-  "<s_Quantity_Unit>": 57575,
-  "<s_RITC_code>": 57567,
-  "<s_Rate_Price_usd>": 57577,
-  "<s_SQC>": 57573,
-  "<s_State_of_Origin>": 57569,
-  "<s_T_O_I>": 57589,
-  "<s_Total_Amount_usd>": 57579,
-  "<s_Unnamed: 16>": 57593,
-  "<s_buyerName>": 57549,
-  "<s_buyer_details>": 57553,
-  "<s_consignee_address1>": 57555,
-  "<s_consignee_countryName>": 57557,
-  "<s_consignee_name>": 57551,
-  "<s_cord-v2>": 57595,
+  "<s_GSTIN>": 57555,
+  "<s_IGST_Rate>": 57595,
+  "<s_Quantity_Unit>": 57567,
+  "<s_RITC_code>": 57593,
+  "<s_Rate_Price_usd>": 57569,
+  "<s_SQC>": 57609,
+  "<s_T_O_I>": 57577,
+  "<s_Total_Amount_usd>": 57571,
+  "<s_adCode>": 57559,
+  "<s_buyerName>": 57529,
+  "<s_buyer_details>": 57531,
+  "<s_consignee_address1>": 57533,
+  "<s_consignee_countryName>": 57535,
+  "<s_consignee_name>": 57537,
+  "<s_cord-v2>": 57613,
   "<s_currency>": 57561,
-  "<s_destination_country>": 57559,
-  "<s_destination_port>": 57547,
-  "<s_discharge_port>": 57545,
-  "<s_document_type>": 57529,
-  "<s_exporter_address1>": 57531,
-  "<s_exporter_city>": 57533,
+  "<s_destination_country>": 57539,
+  "<s_destination_port>": 57541,
+  "<s_discharge_country>": 57607,
+  "<s_discharge_port>": 57543,
+  "<s_document_type>": 57603,
+  "<s_exporter_address1>": 57545,
+  "<s_exporter_city>": 57547,
   "<s_exporter_details>": 57525,
-  "<s_exporter_pincode>": 57537,
-  "<s_exporter_state>": 57535,
+  "<s_exporter_pincode>": 57549,
+  "<s_exporter_state>": 57589,
+  "<s_freightAmount>": 57587,
+  "<s_freightCurrency>": 57599,
+  "<s_gross_weight>": 57583,
+  "<s_iecCode>": 57553,
+  "<s_iecPan>": 57591,
   "<s_iitcdip>": 57523,
-  "<s_invoiceTotalValue>": 57591,
-  "<s_invoice_date>": 57587,
-  "<s_invoice_details>": 57583,
-  "<s_invoice_no>": 57585,
+  "<s_insuranceAmount>": 57605,
+  "<s_invoiceTotalValue>": 57579,
+  "<s_invoice_date>": 57585,
+  "<s_invoice_details>": 57573,
+  "<s_invoice_no>": 57575,
   "<s_item>": 57563,
-  "<s_port_of_loading>": 57543,
-  "<s_shipment_mode>": 57539,
+  "<s_net_weight>": 57581,
+  "<s_port_of_loading>": 57551,
+  "<s_qtyTariff>": 57611,
+  "<s_shipment_mode>": 57557,
   "<s_synthdog>": 57524,
+  "<s_total_pieces>": 57597,
+  "<s_unit>": 57601,
   "<sep/>": 57522
 }

tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 768,
+    "max_length": 1500,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 768
+      "Fixed": 1500
     },
     "direction": "Right",
     "pad_to_multiple_of": null,
@@ -127,7 +127,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_document_type>",
+      "content": "<s_buyerName>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_document_type>",
+      "content": "</s_buyerName>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_exporter_address1>",
+      "content": "<s_buyer_details>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_exporter_address1>",
+      "content": "</s_buyer_details>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +163,7 @@
     },
     {
       "id": 57533,
-      "content": "<s_exporter_city>",
+      "content": "<s_consignee_address1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +172,7 @@
     },
     {
       "id": 57534,
-      "content": "</s_exporter_city>",
+      "content": "</s_consignee_address1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +181,7 @@
     },
     {
       "id": 57535,
-      "content": "<s_exporter_state>",
+      "content": "<s_consignee_countryName>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +190,7 @@
     },
     {
       "id": 57536,
-      "content": "</s_exporter_state>",
+      "content": "</s_consignee_countryName>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +199,7 @@
     },
     {
       "id": 57537,
-      "content": "<s_exporter_pincode>",
+      "content": "<s_consignee_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +208,7 @@
     },
     {
       "id": 57538,
-      "content": "</s_exporter_pincode>",
+      "content": "</s_consignee_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
     },
     {
       "id": 57539,
-      "content": "<s_shipment_mode>",
+      "content": "<s_destination_country>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -226,7 +226,7 @@
     },
     {
       "id": 57540,
-      "content": "</s_shipment_mode>",
+      "content": "</s_destination_country>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -235,7 +235,7 @@
     },
     {
       "id": 57541,
-      "content": "<s_GSTIN>",
+      "content": "<s_destination_port>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -244,7 +244,7 @@
     },
     {
       "id": 57542,
-      "content": "</s_GSTIN>",
+      "content": "</s_destination_port>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -253,7 +253,7 @@
     },
     {
       "id": 57543,
-      "content": "<s_port_of_loading>",
+      "content": "<s_discharge_port>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -262,7 +262,7 @@
     },
     {
       "id": 57544,
-      "content": "</s_port_of_loading>",
+      "content": "</s_discharge_port>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -271,7 +271,7 @@
     },
     {
       "id": 57545,
-      "content": "<s_discharge_port>",
+      "content": "<s_exporter_address1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -280,7 +280,7 @@
     },
     {
       "id": 57546,
-      "content": "</s_discharge_port>",
+      "content": "</s_exporter_address1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -289,7 +289,7 @@
     },
     {
       "id": 57547,
-      "content": "<s_destination_port>",
+      "content": "<s_exporter_city>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -298,7 +298,7 @@
     },
     {
       "id": 57548,
-      "content": "</s_destination_port>",
+      "content": "</s_exporter_city>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -307,7 +307,7 @@
     },
     {
       "id": 57549,
-      "content": "<s_buyerName>",
+      "content": "<s_exporter_pincode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -316,7 +316,7 @@
     },
     {
       "id": 57550,
-      "content": "</s_buyerName>",
+      "content": "</s_exporter_pincode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -325,7 +325,7 @@
     },
     {
       "id": 57551,
-      "content": "<s_consignee_name>",
+      "content": "<s_port_of_loading>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -334,7 +334,7 @@
     },
     {
       "id": 57552,
-      "content": "</s_consignee_name>",
+      "content": "</s_port_of_loading>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -343,7 +343,7 @@
     },
     {
       "id": 57553,
-      "content": "<s_buyer_details>",
+      "content": "<s_iecCode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -352,7 +352,7 @@
     },
     {
       "id": 57554,
-      "content": "</s_buyer_details>",
+      "content": "</s_iecCode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
     },
     {
       "id": 57555,
-      "content": "<s_consignee_address1>",
+      "content": "<s_GSTIN>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -370,7 +370,7 @@
     },
     {
       "id": 57556,
-      "content": "</s_consignee_address1>",
+      "content": "</s_GSTIN>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -379,7 +379,7 @@
     },
     {
       "id": 57557,
-      "content": "<s_consignee_countryName>",
+      "content": "<s_shipment_mode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -388,7 +388,7 @@
     },
     {
       "id": 57558,
-      "content": "</s_consignee_countryName>",
+      "content": "</s_shipment_mode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -397,7 +397,7 @@
     },
     {
       "id": 57559,
-      "content": "<s_destination_country>",
+      "content": "<s_adCode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -406,7 +406,7 @@
     },
     {
       "id": 57560,
-      "content": "</s_destination_country>",
+      "content": "</s_adCode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -469,7 +469,7 @@
     },
     {
       "id": 57567,
-      "content": "<s_RITC_code>",
+      "content": "<s_Quantity_Unit>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -478,7 +478,7 @@
     },
     {
       "id": 57568,
-      "content": "</s_RITC_code>",
+      "content": "</s_Quantity_Unit>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -487,7 +487,7 @@
     },
     {
       "id": 57569,
-      "content": "<s_State_of_Origin>",
+      "content": "<s_Rate_Price_usd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -496,7 +496,7 @@
     },
     {
       "id": 57570,
-      "content": "</s_State_of_Origin>",
+      "content": "</s_Rate_Price_usd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -505,7 +505,7 @@
     },
     {
       "id": 57571,
-      "content": "<s_District_of_Origin>",
+      "content": "<s_Total_Amount_usd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -514,7 +514,7 @@
     },
     {
       "id": 57572,
-      "content": "</s_District_of_Origin>",
+      "content": "</s_Total_Amount_usd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -523,7 +523,7 @@
     },
     {
       "id": 57573,
-      "content": "<s_SQC>",
+      "content": "<s_invoice_details>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -532,7 +532,7 @@
     },
     {
       "id": 57574,
-      "content": "</s_SQC>",
+      "content": "</s_invoice_details>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -541,7 +541,7 @@
     },
     {
       "id": 57575,
-      "content": "<s_Quantity_Unit>",
+      "content": "<s_invoice_no>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -550,7 +550,7 @@
     },
     {
       "id": 57576,
-      "content": "</s_Quantity_Unit>",
+      "content": "</s_invoice_no>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -559,7 +559,7 @@
     },
     {
       "id": 57577,
-      "content": "<s_Rate_Price_usd>",
+      "content": "<s_T_O_I>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -568,7 +568,7 @@
     },
     {
       "id": 57578,
-      "content": "</s_Rate_Price_usd>",
+      "content": "</s_T_O_I>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -577,7 +577,7 @@
     },
     {
       "id": 57579,
-      "content": "<s_Total_Amount_usd>",
+      "content": "<s_invoiceTotalValue>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -586,7 +586,7 @@
     },
     {
       "id": 57580,
-      "content": "</s_Total_Amount_usd>",
+      "content": "</s_invoiceTotalValue>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -595,7 +595,7 @@
     },
     {
       "id": 57581,
-      "content": "<s_IGST_Rate>",
+      "content": "<s_net_weight>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -604,7 +604,7 @@
     },
     {
       "id": 57582,
-      "content": "</s_IGST_Rate>",
+      "content": "</s_net_weight>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -613,7 +613,7 @@
     },
     {
       "id": 57583,
-      "content": "<s_invoice_details>",
+      "content": "<s_gross_weight>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -622,7 +622,7 @@
     },
     {
       "id": 57584,
-      "content": "</s_invoice_details>",
+      "content": "</s_gross_weight>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -631,7 +631,7 @@
     },
     {
       "id": 57585,
-      "content": "<s_invoice_no>",
+      "content": "<s_invoice_date>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -640,7 +640,7 @@
     },
     {
       "id": 57586,
-      "content": "</s_invoice_no>",
+      "content": "</s_invoice_date>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -649,7 +649,7 @@
     },
     {
       "id": 57587,
-      "content": "<s_invoice_date>",
+      "content": "<s_freightAmount>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -658,7 +658,7 @@
     },
     {
       "id": 57588,
-      "content": "</s_invoice_date>",
+      "content": "</s_freightAmount>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -667,7 +667,7 @@
     },
     {
       "id": 57589,
-      "content": "<s_T_O_I>",
+      "content": "<s_exporter_state>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -676,7 +676,7 @@
     },
     {
       "id": 57590,
-      "content": "</s_T_O_I>",
+      "content": "</s_exporter_state>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -685,7 +685,7 @@
     },
     {
       "id": 57591,
-      "content": "<s_invoiceTotalValue>",
+      "content": "<s_iecPan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -694,7 +694,7 @@
     },
     {
       "id": 57592,
-      "content": "</s_invoiceTotalValue>",
+      "content": "</s_iecPan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -703,7 +703,7 @@
     },
     {
       "id": 57593,
-      "content": "<s_Unnamed: 16>",
+      "content": "<s_RITC_code>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -712,7 +712,7 @@
     },
     {
       "id": 57594,
-      "content": "</s_Unnamed: 16>",
+      "content": "</s_RITC_code>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -721,6 +721,168 @@
     },
     {
       "id": 57595,
+      "content": "<s_IGST_Rate>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57596,
+      "content": "</s_IGST_Rate>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57597,
+      "content": "<s_total_pieces>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57598,
+      "content": "</s_total_pieces>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57599,
+      "content": "<s_freightCurrency>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57600,
+      "content": "</s_freightCurrency>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57601,
+      "content": "<s_unit>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57602,
+      "content": "</s_unit>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57603,
+      "content": "<s_document_type>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57604,
+      "content": "</s_document_type>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57605,
+      "content": "<s_insuranceAmount>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57606,
+      "content": "</s_insuranceAmount>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57607,
+      "content": "<s_discharge_country>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57608,
+      "content": "</s_discharge_country>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57609,
+      "content": "<s_SQC>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57610,
+      "content": "</s_SQC>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57611,
+      "content": "<s_qtyTariff>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57612,
+      "content": "</s_qtyTariff>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57613,
       "content": "<s_cord-v2>",
       "single_word": false,
       "lstrip": false,

tokenizer_config.json

@@ -97,7 +97,7 @@
       "special": false
     },
     "57529": {
-      "content": "<s_document_type>",
+      "content": "<s_buyerName>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": false
     },
     "57530": {
-      "content": "</s_document_type>",
+      "content": "</s_buyerName>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": false
     },
     "57531": {
-      "content": "<s_exporter_address1>",
+      "content": "<s_buyer_details>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": false
     },
     "57532": {
-      "content": "</s_exporter_address1>",
+      "content": "</s_buyer_details>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": false
     },
     "57533": {
-      "content": "<s_exporter_city>",
+      "content": "<s_consignee_address1>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": false
     },
     "57534": {
-      "content": "</s_exporter_city>",
+      "content": "</s_consignee_address1>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": false
     },
     "57535": {
-      "content": "<s_exporter_state>",
+      "content": "<s_consignee_countryName>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": false
     },
     "57536": {
-      "content": "</s_exporter_state>",
+      "content": "</s_consignee_countryName>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "57537": {
-      "content": "<s_exporter_pincode>",
+      "content": "<s_consignee_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "57538": {
-      "content": "</s_exporter_pincode>",
+      "content": "</s_consignee_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": false
     },
     "57539": {
-      "content": "<s_shipment_mode>",
+      "content": "<s_destination_country>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": false
     },
     "57540": {
-      "content": "</s_shipment_mode>",
+      "content": "</s_destination_country>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": false
     },
     "57541": {
-      "content": "<s_GSTIN>",
+      "content": "<s_destination_port>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": false
     },
     "57542": {
-      "content": "</s_GSTIN>",
+      "content": "</s_destination_port>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": false
     },
     "57543": {
-      "content": "<s_port_of_loading>",
+      "content": "<s_discharge_port>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": false
     },
     "57544": {
-      "content": "</s_port_of_loading>",
+      "content": "</s_discharge_port>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": false
     },
     "57545": {
-      "content": "<s_discharge_port>",
+      "content": "<s_exporter_address1>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": false
     },
     "57546": {
-      "content": "</s_discharge_port>",
+      "content": "</s_exporter_address1>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": false
     },
     "57547": {
-      "content": "<s_destination_port>",
+      "content": "<s_exporter_city>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": false
     },
     "57548": {
-      "content": "</s_destination_port>",
+      "content": "</s_exporter_city>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": false
     },
     "57549": {
-      "content": "<s_buyerName>",
+      "content": "<s_exporter_pincode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": false
     },
     "57550": {
-      "content": "</s_buyerName>",
+      "content": "</s_exporter_pincode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": false
     },
     "57551": {
-      "content": "<s_consignee_name>",
+      "content": "<s_port_of_loading>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": false
     },
     "57552": {
-      "content": "</s_consignee_name>",
+      "content": "</s_port_of_loading>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": false
     },
     "57553": {
-      "content": "<s_buyer_details>",
+      "content": "<s_iecCode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": false
     },
     "57554": {
-      "content": "</s_buyer_details>",
+      "content": "</s_iecCode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": false
     },
     "57555": {
-      "content": "<s_consignee_address1>",
+      "content": "<s_GSTIN>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": false
     },
     "57556": {
-      "content": "</s_consignee_address1>",
+      "content": "</s_GSTIN>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": false
     },
     "57557": {
-      "content": "<s_consignee_countryName>",
+      "content": "<s_shipment_mode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": false
     },
     "57558": {
-      "content": "</s_consignee_countryName>",
+      "content": "</s_shipment_mode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": false
     },
     "57559": {
-      "content": "<s_destination_country>",
+      "content": "<s_adCode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": false
     },
     "57560": {
-      "content": "</s_destination_country>",
+      "content": "</s_adCode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": false
     },
     "57567": {
-      "content": "<s_RITC_code>",
+      "content": "<s_Quantity_Unit>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": false
     },
     "57568": {
-      "content": "</s_RITC_code>",
+      "content": "</s_Quantity_Unit>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": false
     },
     "57569": {
-      "content": "<s_State_of_Origin>",
+      "content": "<s_Rate_Price_usd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": false
     },
     "57570": {
-      "content": "</s_State_of_Origin>",
+      "content": "</s_Rate_Price_usd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": false
     },
     "57571": {
-      "content": "<s_District_of_Origin>",
+      "content": "<s_Total_Amount_usd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": false
     },
     "57572": {
-      "content": "</s_District_of_Origin>",
+      "content": "</s_Total_Amount_usd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -449,7 +449,7 @@
       "special": false
     },
     "57573": {
-      "content": "<s_SQC>",
+      "content": "<s_invoice_details>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -457,7 +457,7 @@
       "special": false
     },
     "57574": {
-      "content": "</s_SQC>",
+      "content": "</s_invoice_details>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -465,7 +465,7 @@
       "special": false
     },
     "57575": {
-      "content": "<s_Quantity_Unit>",
+      "content": "<s_invoice_no>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -473,7 +473,7 @@
       "special": false
     },
     "57576": {
-      "content": "</s_Quantity_Unit>",
+      "content": "</s_invoice_no>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -481,7 +481,7 @@
       "special": false
     },
     "57577": {
-      "content": "<s_Rate_Price_usd>",
+      "content": "<s_T_O_I>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -489,7 +489,7 @@
       "special": false
     },
     "57578": {
-      "content": "</s_Rate_Price_usd>",
+      "content": "</s_T_O_I>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": false
     },
     "57579": {
-      "content": "<s_Total_Amount_usd>",
+      "content": "<s_invoiceTotalValue>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": false
     },
     "57580": {
-      "content": "</s_Total_Amount_usd>",
+      "content": "</s_invoiceTotalValue>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": false
     },
     "57581": {
-      "content": "<s_IGST_Rate>",
+      "content": "<s_net_weight>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": false
     },
     "57582": {
-      "content": "</s_IGST_Rate>",
+      "content": "</s_net_weight>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": false
     },
     "57583": {
-      "content": "<s_invoice_details>",
+      "content": "<s_gross_weight>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": false
     },
     "57584": {
-      "content": "</s_invoice_details>",
+      "content": "</s_gross_weight>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": false
     },
     "57585": {
-      "content": "<s_invoice_no>",
+      "content": "<s_invoice_date>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": false
     },
     "57586": {
-      "content": "</s_invoice_no>",
+      "content": "</s_invoice_date>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": false
     },
     "57587": {
-      "content": "<s_invoice_date>",
+      "content": "<s_freightAmount>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": false
     },
     "57588": {
-      "content": "</s_invoice_date>",
+      "content": "</s_freightAmount>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": false
     },
     "57589": {
-      "content": "<s_T_O_I>",
+      "content": "<s_exporter_state>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": false
     },
     "57590": {
-      "content": "</s_T_O_I>",
+      "content": "</s_exporter_state>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": false
     },
     "57591": {
-      "content": "<s_invoiceTotalValue>",
+      "content": "<s_iecPan>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": false
     },
     "57592": {
-      "content": "</s_invoiceTotalValue>",
+      "content": "</s_iecPan>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": false
     },
     "57593": {
-      "content": "<s_Unnamed: 16>",
+      "content": "<s_RITC_code>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -617,7 +617,7 @@
       "special": false
     },
     "57594": {
-      "content": "</s_Unnamed: 16>",
+      "content": "</s_RITC_code>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -625,6 +625,150 @@
       "special": false
     },
     "57595": {
+      "content": "<s_IGST_Rate>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57596": {
+      "content": "</s_IGST_Rate>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57597": {
+      "content": "<s_total_pieces>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57598": {
+      "content": "</s_total_pieces>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57599": {
+      "content": "<s_freightCurrency>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57600": {
+      "content": "</s_freightCurrency>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57601": {
+      "content": "<s_unit>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57602": {
+      "content": "</s_unit>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57603": {
+      "content": "<s_document_type>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57604": {
+      "content": "</s_document_type>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57605": {
+      "content": "<s_insuranceAmount>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57606": {
+      "content": "</s_insuranceAmount>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57607": {
+      "content": "<s_discharge_country>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57608": {
+      "content": "</s_discharge_country>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57609": {
+      "content": "<s_SQC>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57610": {
+      "content": "</s_SQC>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57611": {
+      "content": "<s_qtyTariff>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57612": {
+      "content": "</s_qtyTariff>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57613": {
       "content": "<s_cord-v2>",
       "lstrip": false,
       "normalized": true,