Spark Jobs (?)

Event Timeline

Completed Jobs (1890, only showing 991)

Job Id (Job Group) ▾ Description Submitted Duration Stages: Succeeded/Total Tasks (for all stages): Succeeded/Total
1891 (605b59e0-3d23-4c8e-9175-f0c7a9a18c13) PersistFrame parquet at PersistJob.java:35 2026/08/31 20:05:57 80 ms 1/1
1/1
1890 (605b59e0-3d23-4c8e-9175-f0c7a9a18c13) PersistFrame parquet at DataFrameCommonJob.java:485 2026/08/31 20:05:56 26 ms 1/1
1/1
1889 (f9fd48e2-5792-4b06-8ad7-3369ebb7df4a) PersistFrame parquet at PersistJob.java:35 2026/08/31 20:05:56 0.2 s 1/1
1/1
1888 (9a82d1a4-7242-4ba7-90f6-0c5041a3a329) PersistFrame parquet at PersistJob.java:35 2026/08/31 20:05:56 94 ms 1/1
1/1
1887 (f9fd48e2-5792-4b06-8ad7-3369ebb7df4a) PersistFrame parquet at DataFrameCommonJob.java:485 2026/08/31 20:05:55 33 ms 1/1
1/1
1886 (9a82d1a4-7242-4ba7-90f6-0c5041a3a329) PersistFrame parquet at DataFrameCommonJob.java:485 2026/08/31 20:05:55 50 ms 1/1
1/1
1885 (9452eece-3383-46d5-ae85-a3660f129d4c) DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 2026/08/31 16:01:40 74 ms 1/1
4/4
1884 (9452eece-3383-46d5-ae85-a3660f129d4c) DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 2026/08/31 16:01:40 19 ms 1/1
1/1
1883 (65ffa417-046f-4b4a-82be-34d8d11ad003) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 16:01:40 7 ms 1/1 (1 skipped)
1/1 (8 skipped)
1882 (65ffa417-046f-4b4a-82be-34d8d11ad003) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 16:01:40 64 ms 1/1
8/8
1881 (9452eece-3383-46d5-ae85-a3660f129d4c) DataFrameCommonJob_dataExec parquet at SubscriptionLoader.java:56 2026/08/31 16:01:40 35 ms 1/1
1/1
1880 (65ffa417-046f-4b4a-82be-34d8d11ad003) DataFrameCommonJob_dataExecSummary parquet at SubscriptionLoader.java:56 2026/08/31 16:01:39 29 ms 1/1
1/1
1879 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 2026/08/31 16:00:23 6 s 1/1 (5 skipped)
10/10 (24 skipped)
1878 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:23 8 ms 1/1 (6 skipped)
1/1 (34 skipped)
1877 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:23 0.1 s 1/1 (5 skipped)
10/10 (24 skipped)
1876 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:14 9 s 1/1 (5 skipped)
10/10 (24 skipped)
1875 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:08 6 s 1/1 (4 skipped)
3/3 (21 skipped)
1874 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:07 0.7 s 1/1 (1 skipped)
3/3 (4 skipped)
1873 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:00 7 s 1/1
3/3
1872 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:00 7 s 1/1
4/4
1871 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 16:00:00 8 s 1/1
11/11
1870 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot parquet at CommonJob.java:47 2026/08/31 15:59:59 28 ms 1/1
1/1
1869 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:59:58 0.1 s 1/1
2/2
1868 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:59:58 8 ms 1/1
1/1
1867 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:59:58 0.2 s 1/1
2/2
1866 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:59:58 11 ms 1/1
1/1
1865 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:59:56 2 s 1/1
10/10
1864 (8568145d-a538-4d18-a2bf-46139a7e41ae) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:59:56 17 ms 1/1
1/1
1863 (9813ac85-6cc1-4fb7-bbd7-6e8bac37b1c3) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:56:40 0.1 s 1/1
4/4
1862 (9813ac85-6cc1-4fb7-bbd7-6e8bac37b1c3) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:56:40 17 ms 1/1
1/1
1861 (0b960302-631c-475e-ac51-f44021e1f723) DataFrameCommonJob_dataExecSummaryOnCreation count at ColumnStatJob.java:47 2026/08/31 15:56:40 9 ms 1/1 (1 skipped)
1/1 (8 skipped)
1860 (0b960302-631c-475e-ac51-f44021e1f723) DataFrameCommonJob_dataExecSummaryOnCreation count at ColumnStatJob.java:47 2026/08/31 15:56:40 30 ms 1/1
8/8
1859 (9813ac85-6cc1-4fb7-bbd7-6e8bac37b1c3) DataFrameCommonJob_dataExecOnCreation parquet at CommonJob.java:47 2026/08/31 15:56:40 40 ms 1/1
1/1
1858 (0b960302-631c-475e-ac51-f44021e1f723) DataFrameCommonJob_dataExecSummaryOnCreation parquet at CommonJob.java:47 2026/08/31 15:56:40 34 ms 1/1
1/1
1857 (1bdbb166-46d1-40d8-a2c8-bef26b8b8307) DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:46:55 0.1 s 1/1
4/4
1856 (1bdbb166-46d1-40d8-a2c8-bef26b8b8307) DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:46:55 33 ms 1/1
1/1
1855 (1bdbb166-46d1-40d8-a2c8-bef26b8b8307) DataFrameCommonJob_dataExec parquet at SubscriptionLoader.java:56 2026/08/31 15:46:54 28 ms 1/1
1/1
1854 (c06ca636-15be-423d-8ce3-24e01e5bea7b) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 15:46:53 8 ms 1/1 (1 skipped)
1/1 (8 skipped)
1853 (c06ca636-15be-423d-8ce3-24e01e5bea7b) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 15:46:53 35 ms 1/1
8/8
1852 (c06ca636-15be-423d-8ce3-24e01e5bea7b) DataFrameCommonJob_dataExecSummary parquet at SubscriptionLoader.java:56 2026/08/31 15:46:52 29 ms 1/1
1/1
1851 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 2026/08/31 15:42:26 6 s 1/1 (5 skipped)
10/10 (24 skipped)
1850 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:42:26 13 ms 1/1 (6 skipped)
1/1 (34 skipped)
1849 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:42:26 0.2 s 1/1 (5 skipped)
10/10 (24 skipped)
1848 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:42:16 10 s 1/1 (5 skipped)
10/10 (24 skipped)
1847 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:42:08 8 s 1/1 (4 skipped)
3/3 (21 skipped)
1846 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:42:07 0.7 s 1/1 (1 skipped)
3/3 (4 skipped)
1845 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:41:59 8 s 1/1
3/3
1844 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:41:59 8 s 1/1
4/4
1843 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 2026/08/31 15:41:59 8 s 1/1
11/11
1842 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot parquet at CommonJob.java:47 2026/08/31 15:41:58 25 ms 1/1
1/1
1841 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:41:57 0.1 s 1/1
2/2
1840 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:41:57 7 ms 1/1
1/1
1839 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:41:57 0.1 s 1/1
2/2
1838 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:41:57 7 ms 1/1
1/1
1837 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:41:55 1 s 1/1
10/10
1836 (6f9d1e85-a2c3-4734-9fc6-7d2f4877ba0e) GenerateSubscriptionSnapshot csv at DataFrameCommonJob.java:324 2026/08/31 15:41:55 11 ms 1/1
1/1
1835 (c08cba73-670a-47e2-9d83-8571f93dacc5) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:25 95 ms 1/1 (2 skipped)
1/1 (2 skipped)
1834 (80740e05-34e0-4f3f-aa9d-b5d1e5ca05ac) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:25 17 ms 1/1 (3 skipped)
1/1 (3 skipped)
1833 (6a7498e4-0f3b-4c92-9b04-7a4559534406) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:25 0.2 s 1/1 (2 skipped)
1/1 (2 skipped)
1832 (80740e05-34e0-4f3f-aa9d-b5d1e5ca05ac) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:25 0.2 s 1/1 (2 skipped)
1/1 (2 skipped)
1831 (c08cba73-670a-47e2-9d83-8571f93dacc5) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:25 50 ms 1/1
1/1
1830 (c08cba73-670a-47e2-9d83-8571f93dacc5) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:25 0.3 s 1/1
1/1
1829 (80740e05-34e0-4f3f-aa9d-b5d1e5ca05ac) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:24 0.4 s 1/1
1/1
1828 (6a7498e4-0f3b-4c92-9b04-7a4559534406) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:24 0.4 s 1/1
1/1
1827 (80740e05-34e0-4f3f-aa9d-b5d1e5ca05ac) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:24 0.3 s 1/1
1/1
1826 (6a7498e4-0f3b-4c92-9b04-7a4559534406) DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:24 0.5 s 1/1
1/1
1825 (c08cba73-670a-47e2-9d83-8571f93dacc5) DataFrameCommonJob_dataExecOnCreation parquet at CommonJob.java:47 2026/08/31 15:22:24 29 ms 1/1
1/1
1824 (6a7498e4-0f3b-4c92-9b04-7a4559534406) DataFrameCommonJob_dataExecOnCreation parquet at CommonJob.java:47 2026/08/31 15:22:24 32 ms 1/1
1/1
1823 (80740e05-34e0-4f3f-aa9d-b5d1e5ca05ac) DataFrameCommonJob_dataExecOnCreation parquet at CommonJob.java:47 2026/08/31 15:22:24 46 ms 1/1
1/1
1822 (3044c1ce-30af-47d5-8865-1791e32d37ba) DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:22:09 0.1 s 1/1
1/1
1821 (84c05a0a-55a6-4334-9c89-05ef5165731e) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 15:22:09 8 ms 1/1 (1 skipped)
1/1 (1 skipped)
1820 (84c05a0a-55a6-4334-9c89-05ef5165731e) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 15:22:09 77 ms 1/1
1/1
1819 (d0586374-338d-421f-a618-65325cf3b484) DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:21:05 18 ms 1/1
1/1
1818 (d0586374-338d-421f-a618-65325cf3b484) DataFrameCommonJob_dataExec csv at DataFrameCommonJob.java:324 2026/08/31 15:21:05 8 ms 1/1
1/1
1817 (0d34c3f4-6ac6-4f76-a912-4da6d6aa6f1c) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 15:21:05 8 ms 1/1 (1 skipped)
1/1 (1 skipped)
1816 (0d34c3f4-6ac6-4f76-a912-4da6d6aa6f1c) DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 2026/08/31 15:21:05 13 ms 1/1
1/1
1815 (0d34c3f4-6ac6-4f76-a912-4da6d6aa6f1c) DataFrameCommonJob_dataExecSummary csv at DataFrameCommonJob.java:324 2026/08/31 15:21:04 11 ms 1/1
1/1
1814 (1557896a-3a91-4718-9b58-ca5734045a18) AnalyseSchema json at DataReader.java:121 2026/08/31 15:18:41 45 ms 1/1
1/1
1813 (2d0c7a02-2e08-4548-b6dc-1c05cd86f55a) VisualizeData takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:17:17 86 ms 1/1
1/1
1812 (ec2d5aed-2d93-4ad7-bbef-16c4b3ba87a7) AnalyseSchema json at DataReader.java:121 2026/08/31 15:15:41 42 ms 1/1
1/1
1811 (2199414e-28d9-41d5-b89e-eb53ecfc00b7) DataFrameCommonJob_checkCSVSourceOncreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:12:10 17 ms 1/1
1/1
1810 (2199414e-28d9-41d5-b89e-eb53ecfc00b7) DataFrameCommonJob_checkCSVSourceOncreation csv at DataFrameCommonJob.java:312 2026/08/31 15:12:10 23 ms 1/1
1/1
1809 (2199414e-28d9-41d5-b89e-eb53ecfc00b7) DataFrameCommonJob_checkCSVSourceOncreation csv at DataFrameCommonJob.java:312 2026/08/31 15:12:10 10 ms 1/1
1/1
1808 (76d14672-83a4-4894-b588-d6afba68c9a4) Listing leaf files and directories for 3751 paths:
file:/data/input/depot/json/tmp/154/HTTP_FILE_0.json, ...
json at DataReader.java:121
2026/08/31 15:09:14 23 s 1/1
3751/3751
1807 (510654fa-6bf6-4a61-916d-ad2af61fc647) DataFrameCommonJob_checkExtraction takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:02:56 10 ms 1/1
1/1
1806 (510654fa-6bf6-4a61-916d-ad2af61fc647) DataFrameCommonJob_checkExtraction takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:02:56 16 ms 1/1
1/1
1805 (510654fa-6bf6-4a61-916d-ad2af61fc647) DataFrameCommonJob_checkExtraction parquet at DataFrameCommonJob.java:466 2026/08/31 15:02:55 27 ms 1/1
1/1
1804 (18c4caaf-fbbb-47e6-9dda-e7360a82c9b2) DepotPersistJob_persistJson parquet at DepotPersistJob.java:111 2026/08/31 15:02:49 0.3 s 1/1
9/9
1803 (18c4caaf-fbbb-47e6-9dda-e7360a82c9b2) DepotPersistJob_persistJson first at DataFrameCommonJob.java:1691 2026/08/31 15:02:49 8 ms 1/1
1/1
1802 (18c4caaf-fbbb-47e6-9dda-e7360a82c9b2) DepotPersistJob_persistJson first at DataFrameCommonJob.java:1683 2026/08/31 15:02:49 10 ms 1/1
1/1
1801 (fa17dfbe-9f65-4098-a99d-c3f63d01473a) DepotPersistJob_persistJson parquet at DepotPersistJob.java:111 2026/08/31 15:02:37 0.4 s 1/1
9/9
1800 (fa17dfbe-9f65-4098-a99d-c3f63d01473a) DepotPersistJob_persistJson first at DataFrameCommonJob.java:1691 2026/08/31 15:02:37 12 ms 1/1
1/1
1799 (fa17dfbe-9f65-4098-a99d-c3f63d01473a) DepotPersistJob_persistJson first at DataFrameCommonJob.java:1683 2026/08/31 15:02:37 18 ms 1/1
1/1
1798 (6c813b7a-f10d-4bfe-8c9f-1c444c422575) Listing leaf files and directories for 3691 paths:
file:/data/input/depot/json/tmp/154/HTTP_FILE_0.json, ...
json at DataReader.java:121
2026/08/31 15:00:50 24 s 1/1
3691/3691
1797 (558a6d8f-eac9-4aaa-952b-a7eb7b21caa1) DataFrameCommonJob_checkCSVSourceOncreation takeAsList at DataFrameCommonJob.java:143 2026/08/31 15:00:14 25 ms 1/1
1/1
1796 (558a6d8f-eac9-4aaa-952b-a7eb7b21caa1) DataFrameCommonJob_checkCSVSourceOncreation csv at DataFrameCommonJob.java:312 2026/08/31 15:00:14 28 ms 1/1
1/1
1795 (558a6d8f-eac9-4aaa-952b-a7eb7b21caa1) DataFrameCommonJob_checkCSVSourceOncreation csv at DataFrameCommonJob.java:312 2026/08/31 15:00:14 21 ms 1/1
1/1
1793 (90c8a49c-862a-4d10-b878-2fb6587ab5ad) Listing leaf files and directories for 3687 paths:
file:/data/input/depot/json/tmp/154/HTTP_FILE_0.json, ...
json at DataReader.java:121
2026/08/31 14:56:50 23 s 1/1
3687/3687
1792 (747eb93a-af7b-42d2-867d-7b4ae974b2d5) Listing leaf files and directories for 3687 paths:
file:/data/input/depot/json/tmp/154/HTTP_FILE_0.json, ...
json at DataReader.java:121
2026/08/31 14:56:04 24 s 1/1
3687/3687
1791 (149ce15b-0eaf-4458-b8aa-19fc22db1c52) AnalyseSchema json at DataReader.java:121 2026/08/31 14:54:44 41 ms 1/1
1/1

Failed Jobs (1)

Page:
Job Id (Job Group) ▾ Description Submitted Duration Stages: Succeeded/Total Tasks (for all stages): Succeeded/Total
1794 (90c8a49c-862a-4d10-b878-2fb6587ab5ad) AnalyseSchema json at DataReader.java:121 2026/08/31 14:57:14 2 s 0/1 (1 failed)
1/3 (1 failed) (1 killed: Stage cancelled: Job aborted due to stage failure: Task 2 in stage 2696.0 failed 1 times, most recent failure: Lost task 2.0 in stage 2696.0 (TID 17828) (100d7a05236f executor driver): org.apache.spark.SparkException: Malformed records are detected in schema inference. Parse Mode: FAILFAST. at org.apache.spark.sql.errors.QueryExecutionErrors$.malformedRecordsDetectedInSchemaInferenceError(QueryExecutionErrors.scala:1521) at org.apache.spark.sql.catalyst.json.JsonInferSchema.handleJsonErrorsByParseMode(JsonInferSchema.scala:68) at org.apache.spark.sql.catalyst.json.JsonInferSchema.$anonfun$infer$2(JsonInferSchema.scala:97) at scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:486) at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:492) at scala.collection.Iterator.foreach(Iterator.scala:943) at scala.collection.Iterator.foreach$(Iterator.scala:943) at scala.collection.AbstractIterator.foreach(Iterator.scala:1431) at scala.collection.TraversableOnce.reduceLeft(TraversableOnce.scala:237) at scala.collection.TraversableOnce.reduceLeft$(TraversableOnce.scala:220) at scala.collection.AbstractIterator.reduceLeft(Iterator.scala:1431) at scala.collection.TraversableOnce.reduceLeftOption(TraversableOnce.scala:249) at scala.collection.TraversableOnce.reduceLeftOption$(TraversableOnce.scala:248) at scala.collection.AbstractIterator.reduceLeftOption(Iterator.scala:1431) at scala.collection.TraversableOnce.reduceOption(TraversableOnce.scala:256) at scala.collection.TraversableOnce.reduceOption$(TraversableOnce.scala:256) at scala.collection.AbstractIterator.reduceOption(Iterator.scala:1431) at org.apache.spark.sql.catalyst.json.JsonInferSchema.$anonfun$infer$1(JsonInferSchema.scala:107) at org.apache.spark.rdd.RDD.$anonfun$mapPartitions$2(RDD.scala:858) at org.apache.spark.rdd.RDD.$anonfun$mapPartitions$2$adapted(RDD.scala:858) at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:367) at org.apache.spark.rdd.RDD.iterator(RDD.scala:331) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93) at org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:166) at org.apache.spark.scheduler.Task.run(Task.scala:141) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:621) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:94) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:624) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('<' (code 60)): expected a valid value (JSON String, Number (or 'NaN'/'INF'/'+INF'), Array, Object or token 'null', 'true' or 'false') at [Source: (InputStreamReader); line: 1, column: 2] at com.fasterxml.jackson.core.JsonParser._constructError(JsonParser.java:2477) at com.fasterxml.jackson.core.base.ParserMinimalBase._reportError(ParserMinimalBase.java:750) at com.fasterxml.jackson.core.base.ParserMinimalBase._reportUnexpectedChar(ParserMinimalBase.java:674) at com.fasterxml.jackson.core.json.ReaderBasedJsonParser._handleOddValue(ReaderBasedJsonParser.java:2085) at com.fasterxml.jackson.core.json.ReaderBasedJsonParser.nextToken(ReaderBasedJsonParser.java:808) at org.apache.spark.sql.catalyst.json.JsonInferSchema.$anonfun$infer$4(JsonInferSchema.scala:91) at org.apache.spark.util.SparkErrorUtils.tryWithResource(SparkErrorUtils.scala:48) at org.apache.spark.util.SparkErrorUtils.tryWithResource$(SparkErrorUtils.scala:46) at org.apache.spark.util.Utils$.tryWithResource(Utils.scala:94) at org.apache.spark.sql.catalyst.json.JsonInferSchema.$anonfun$infer$2(JsonInferSchema.scala:90) ... 31 more Driver stacktrace:)
Page: