added data for 'automation'

added data for 'automation'

README.md

@@ -43,4 +43,17 @@ Dynamic Topic Modeling (DTM) using BERTopic - DTM
 
 ## Output
 
-## References
+## References
+LDA
+LDASeq
+BERTopic
+BERTopic-DTM
+NLTK
+Gensim
+spaCy
+Plotly
+Pandas
+Numpy
+Haystack
+scikit-learn
+pyLDAvis

data/cleaned/114925995_1.txt

@@ -0,0 +1,7 @@
+UNIONS DEMANDING NEW JOB PROGRAMS
+WASHINGTON, Dec. 12 UPI)—A group of unions urged new Federal programs today to spur the lagging economy by providing jobs for workers displaced b.y machines.
+In separate reports they said automation was permitting industries to produce more with fewer workers. They said the business slowdown had further increased machine-caused layoffs.	•	‘
+The reports covering unemployment in the steel, electrical, automobile, coal and other industries were prepared by the unions at the request of Representative Elmer J. Holland.
+The Pennsylvania Democrat planned to use the reports at a meeting with other Democratic members of the House Education and Labor Committee. He said the reports had justified his proposal for a subcommittee to determine what Federal measures were needed to help the unemployed train themselves for new jobs.
+In his report on steel unemployment, David J. McDonald, head of the United Steelworkers, of America, included Federal aid for school construction among the measures he considered necessary to promote economic growth and counteract lay-offs.
+Reproduced with permission of the copyright owner. Further reproduction prohibited without permission.

data/count_id/1960-1969_bigram.csv

@@ -0,0 +1,3 @@
+id,word_1,word_2,automation_bigram_count,automation_bigram_count_grouped
+114925995,reports,automation,1,2
+114925995,automation,permitting,1,2

data/count_id/1960-1969_trigram.csv

@@ -0,0 +1,4 @@
+id,word_1,word_2,word_3,automation_trigram_count,automation_trigram_count_grouped
+114925995,separate,reports,automation,1,3
+114925995,reports,automation,permitting,1,3
+114925995,automation,permitting,industries,1,3

data/count_word/1960-1969_bigram.csv

@@ -0,0 +1,14 @@
+,word,automation_bigram_count
+120,achievement automation,2
+121,acquire automation,2
+122,acquired automation,1
+123,acquires automation,1
+124,acquisition automation,4
+125,action automation,2
+126,activities automation,1
+127,actually automation,5
+128,acute automation,1
+129,adaptable automation,1
+130,adaptation automation,1
+131,adapting automation,1
+132,added automation,13

data/count_word/1960-1969_trigram.csv

@@ -0,0 +1,36 @@
+,word,automation_trigram_count
+395,accepted automation reproduced,1
+396,accepting automation policy,1
+397,accepting automation principle,1
+398,accepting automation provided,1
+399,access automation cables,1
+400,accidents automation breakthroughs,1
+401,accidents automation highway,1
+402,accommodate automation program,2
+403,accommodating automation crews,1
+404,accommodating automation requirements,1
+405,accommodations automation management,1
+406,accommodations automation successful,1
+407,accompanied automation created,1
+408,accompanied automation explosion,1
+409,accompanied automation industry,1
+410,accompanied automation program,1
+411,accompanied automation specialization,1
+412,accompany automation inevitably,1
+413,accompany automation mechanization,1
+414,accomplish automation hopes,1
+415,accomplish automation randolph,1
+416,accomplishes automation oddlot,1
+417,accomplishing automation techniques,1
+418,accord advances automation,1
+419,according addi automation,1
+420,according automation communications,1
+421,according automation complete,1
+422,according automation devices,1
+423,according automation dispute,1
+424,according automation economy,1
+425,according automation gulton,1
+426,according automation herbert,1
+427,according automation inroads,1
+428,according automation interesting,1
+429,according automation latest,1

data/count_word_lemmatized/1960-1969_bigram.csv

@@ -0,0 +1,21 @@
+,word,automation_bigram_count
+86,abide automation,1
+87,abolished automation,1
+88,abolishing automation,2
+89,abolition automation,1
+90,abreast automation,1
+91,abroad automation,3
+92,absolute automation,1
+93,absorb automation,2
+94,abundance automation,1
+95,abuse automation,1
+96,abused automation,1
+97,accede automation,1
+98,accelerate automation,1
+99,accelerated automation,3
+100,accent automation,1
+101,accept automation,3
+102,acceptance automation,2
+103,accepted automation,2
+104,accepting automation,1
+105,accident automation,1

data/count_word_lemmatized/1960-1969_trigram.csv

@@ -0,0 +1,26 @@
+,word,automation_trigram_count
+438,according automation spending,1
+439,according automation study,1
+440,according automation survey,1
+441,according automation table,1
+442,account automation automation,1
+443,account automation first,1
+444,account automation numbering,1
+445,account automation taken,1
+446,account automation update,1
+447,accounted automation force,1
+448,accounted automation large,1
+449,accounting automation executive,2
+450,accounting automation system,1
+451,accruing automation government,1
+452,accruing automation increased,1
+453,accruing automation saving,1
+454,accuracy1 american automation,1
+455,accuracy1 automation demand,1
+456,accurate automation secure,1
+457,accurately automation described,1
+458,accurately automation mechanization,1
+459,accurately automation second,1
+460,accused automation weisberger,1
+461,achieve automation process,1
+462,achieve automation production,1