MongoDB NareshIT 17 1 2022
MongoDB NareshIT 17 1 2022
----------------------------------------------------
db.movies.insertMany([
{
title: 'Titanic',
year: 1997,
genres: [ 'Drama', 'Romance' ],
rated: 'PG-13',
languages: [ 'English', 'French', 'German', 'Swedish', 'Italian',
'Russian' ],
released: ISODate("1997-12-19T00:00:00.000Z"),
awards: {
wins: 127,
nominations: 63,
text: 'Won 11 Oscars. Another 116 wins & 63 nominations.'
},
cast: [ 'Leonardo DiCaprio', 'Kate Winslet', 'Billy Zane', 'Kathy Bates' ],
directors: [ 'James Cameron' ]
},
{
title: 'The Dark Knight',
year: 2008,
genres: [ 'Action', 'Crime', 'Drama' ],
rated: 'PG-13',
languages: [ 'English', 'Mandarin' ],
released: ISODate("2008-07-18T00:00:00.000Z"),
awards: {
wins: 144,
nominations: 106,
text: 'Won 2 Oscars. Another 142 wins & 106 nominations.'
},
cast: [ 'Christian Bale', 'Heath Ledger', 'Aaron Eckhart', 'Michael Caine' ],
directors: [ 'Christopher Nolan' ]
},
{
title: 'Spirited Away',
year: 2001,
genres: [ 'Animation', 'Adventure', 'Family' ],
rated: 'PG',
languages: [ 'Japanese' ],
released: ISODate("2003-03-28T00:00:00.000Z"),
awards: {
wins: 52,
nominations: 22,
text: 'Won 1 Oscar. Another 51 wins & 22 nominations.'
},
cast: [ 'Rumi Hiiragi', 'Miyu Irino', 'Mari Natsuki', 'Takashi Naitè' ],
directors: [ 'Hayao Miyazaki' ]
},
{
title: 'Casablanca',
genres: [ 'Drama', 'Romance', 'War' ],
rated: 'PG',
cast: [ 'Humphrey Bogart', 'Ingrid Bergman', 'Paul Henreid', 'Claude
Rains' ],
languages: [ 'English', 'French', 'German', 'Italian' ],
released: ISODate("1943-01-23T00:00:00.000Z"),
directors: [ 'Michael Curtiz' ],
awards: {
wins: 9,
nominations: 6,
text: 'Won 3 Oscars. Another 6 wins & 6 nominations.'
},
lastupdated: '2015-09-04 00:22:54.600000000',
year: 1942
}
])
___________----------------------------------------------------------
hadoop2x@ubuntu:~$ su - hduser
Password:
hduser@ubuntu:~$ ls -ltr
total 64
-rw-r--r-- 1 root root 84 Dec 27 22:13 samplefile
drwxr-xr-x 3 hduser hadoop 4096 Dec 27 23:46 mydata
-rw-r--r-- 1 root root 127 Jan 3 20:07 empdata
-rw-r--r-- 1 root root 127 Jan 3 20:16 empdata1
-rw-r--r-- 1 root root 127 Jan 3 20:19 empdata2
drwxr-xr-x 2 hduser hadoop 4096 Jan 4 20:15 filter1
-rw-r--r-- 1 root root 54 Jan 4 20:22 filterdata
-rw-r--r-- 1 root root 51 Jan 5 19:42 groupdata
-rw-r--r-- 1 root root 54 Jan 5 20:01 Co1
-rw-r--r-- 1 root root 42 Jan 5 20:01 Co2
-rw-r--r-- 1 root root 280 Jan 5 20:08 cogroup.pig
drwxr-xr-x 2 hduser hadoop 4096 Jan 5 20:15 Cogroup
-rw-r--r-- 1 root root 36 Jan 5 20:16 sort1
-rw-r--r-- 1 hduser hadoop 2608 Jan 6 19:32 pig_1641519132931.log
-rw-r--r-- 1 root root 1679 Jan 6 19:39 sort.pig
-rw-r--r-- 1 hduser hadoop 2608 Jan 6 19:39 pig_1641519582130.log
hduser@ubuntu:~$ start-dfs.sh
22/01/16 19:35:57 WARN util.NativeCodeLoader: Unable to load native-hadoop library
for your platform... using builtin-java classes where applicable
Starting namenodes on [localhost]
localhost: starting namenode, logging to /usr/local/hadoop/logs/hadoop-hduser-
namenode-ubuntu.out
localhost: starting datanode, logging to /usr/local/hadoop/logs/hadoop-hduser-
datanode-ubuntu.out
Starting secondary namenodes [0.0.0.0]
0.0.0.0: starting secondarynamenode, logging to /usr/local/hadoop/logs/hadoop-
hduser-secondarynamenode-ubuntu.out
22/01/16 19:36:13 WARN util.NativeCodeLoader: Unable to load native-hadoop library
for your platform... using builtin-java classes where applicable
hduser@ubuntu:~$ start-yarn.sh
starting yarn daemons
starting resourcemanager, logging to /usr/local/hadoop/logs/yarn-hduser-
resourcemanager-ubuntu.out
localhost: starting nodemanager, logging to /usr/local/hadoop/logs/yarn-hduser-
nodemanager-ubuntu.out
hduser@ubuntu:~$ start-hbase.sh
localhost: starting zookeeper, logging to /usr/local/hbase/bin/../logs/hbase-
hduser-zookeeper-ubuntu.out
starting master, logging to /usr/local/hbase/logs/hbase-hduser-master-ubuntu.out
OpenJDK 64-Bit Server VM warning: ignoring option PermSize=128m; support was
removed in 8.0
OpenJDK 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was
removed in 8.0
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in
[jar:file:/usr/local/hbase/lib/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/
StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/local/hadoop/share/hadoop/common/lib/slf4j-
log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
starting regionserver, logging to /usr/local/hbase/logs/hbase-hduser-1-
regionserver-ubuntu.out
hduser@ubuntu:~$ jps
4912 HMaster
5042 HRegionServer
2727 DataNode
4088 ResourceManager
4842 HQuorumPeer
4266 NodeManager
2510 NameNode
2991 SecondaryNameNode
5295 Jps
hduser@ubuntu:~$ ls -ltr
total 64
-rw-r--r-- 1 root root 84 Dec 27 22:13 samplefile
drwxr-xr-x 3 hduser hadoop 4096 Dec 27 23:46 mydata
-rw-r--r-- 1 root root 127 Jan 3 20:07 empdata
-rw-r--r-- 1 root root 127 Jan 3 20:16 empdata1
-rw-r--r-- 1 root root 127 Jan 3 20:19 empdata2
drwxr-xr-x 2 hduser hadoop 4096 Jan 4 20:15 filter1
-rw-r--r-- 1 root root 54 Jan 4 20:22 filterdata
-rw-r--r-- 1 root root 51 Jan 5 19:42 groupdata
-rw-r--r-- 1 root root 54 Jan 5 20:01 Co1
-rw-r--r-- 1 root root 42 Jan 5 20:01 Co2
-rw-r--r-- 1 root root 280 Jan 5 20:08 cogroup.pig
drwxr-xr-x 2 hduser hadoop 4096 Jan 5 20:15 Cogroup
-rw-r--r-- 1 root root 36 Jan 5 20:16 sort1
-rw-r--r-- 1 hduser hadoop 2608 Jan 6 19:32 pig_1641519132931.log
-rw-r--r-- 1 root root 1679 Jan 6 19:39 sort.pig
-rw-r--r-- 1 hduser hadoop 2608 Jan 6 19:39 pig_1641519582130.log
hduser@ubuntu:~$ cd /user/local
-su: cd: /user/local: No such file or directory
hduser@ubuntu:~$ cd user
-su: cd: user: No such file or directory
hduser@ubuntu:~$ ls -ltr
total 64
-rw-r--r-- 1 root root 84 Dec 27 22:13 samplefile
drwxr-xr-x 3 hduser hadoop 4096 Dec 27 23:46 mydata
-rw-r--r-- 1 root root 127 Jan 3 20:07 empdata
-rw-r--r-- 1 root root 127 Jan 3 20:16 empdata1
-rw-r--r-- 1 root root 127 Jan 3 20:19 empdata2
drwxr-xr-x 2 hduser hadoop 4096 Jan 4 20:15 filter1
-rw-r--r-- 1 root root 54 Jan 4 20:22 filterdata
-rw-r--r-- 1 root root 51 Jan 5 19:42 groupdata
-rw-r--r-- 1 root root 54 Jan 5 20:01 Co1
-rw-r--r-- 1 root root 42 Jan 5 20:01 Co2
-rw-r--r-- 1 root root 280 Jan 5 20:08 cogroup.pig
drwxr-xr-x 2 hduser hadoop 4096 Jan 5 20:15 Cogroup
-rw-r--r-- 1 root root 36 Jan 5 20:16 sort1
-rw-r--r-- 1 hduser hadoop 2608 Jan 6 19:32 pig_1641519132931.log
-rw-r--r-- 1 root root 1679 Jan 6 19:39 sort.pig
-rw-r--r-- 1 hduser hadoop 2608 Jan 6 19:39 pig_1641519582130.log
hduser@ubuntu:~$ cd /usr/local
hduser@ubuntu:/usr/local$ ls -ltr
total 1002320
-rw-r--r-- 1 root root 102487389 Jun 23 2015 hbase-1.1.1-bin.tar.gz
-rw-r--r-- 1 root root 90859180 Jul 2 2020 apache-hive-1.2.2-bin.tar.gz
-rw-r--r-- 1 root root 366447449 Jul 2 2020 hadoop-2.9.2.tar.gz
-rw-r--r-- 1 root root 230606579 Jul 6 2020 pig-0.17.0.tar.gz
drwxr-xr-x 13 hduser hadoop 4096 May 8 2021 spark
-rw-r--r-- 1 root root 235899716 May 8 2021 spark-2.4.8-bin-hadoop2.7.tgz
drwxr-xr-x 2 root root 4096 Sep 15 15:17 src
drwxr-xr-x 2 root root 4096 Sep 15 15:17 sbin
drwxr-xr-x 2 root root 4096 Sep 15 15:17 include
drwxr-xr-x 2 root root 4096 Sep 15 15:17 games
drwxr-xr-x 2 root root 4096 Sep 15 15:17 etc
drwxr-xr-x 2 root root 4096 Sep 15 15:17 bin
drwxr-xr-x 6 root root 4096 Sep 15 15:23 share
lrwxrwxrwx 1 root root 9 Dec 15 00:50 man -> share/man
drwxr-xr-x 3 root root 4096 Dec 15 00:53 lib
drwxr-xr-x 10 hduser hadoop 4096 Dec 27 22:17 hadoop
drwxr-xr-x 16 hduser hadoop 4096 Jan 6 19:41 pig
drwxr-xr-x 8 hduser hadoop 4096 Jan 6 20:51 hive
drwxr-xr-x 8 hduser hadoop 4096 Jan 9 20:28 hbase
hduser@ubuntu:/usr/local$ jps
4912 HMaster
5042 HRegionServer
6054 Jps
2727 DataNode
4088 ResourceManager
4842 HQuorumPeer
4266 NodeManager
2510 NameNode
2991 SecondaryNameNode
hduser@ubuntu:/usr/local$ hadoop -version
Error: No command named `-version' was found. Perhaps you meant `hadoop version'
hduser@ubuntu:/usr/local$ lsb_release -a
No LSB modules are available.
Distributor ID: Ubuntu
Description: Ubuntu 18.04.6 LTS
Release: 18.04
Codename: bionic
hduser@ubuntu:/usr/local$ hadoop version
Hadoop 2.9.2
Subversion https://git-wip-us.apache.org/repos/asf/hadoop.git -r
826afbeae31ca687bc2f8471dc841b66ed2c6704
Compiled by ajisaka on 2018-11-13T12:42Z
Compiled with protoc 2.5.0
From source with checksum 3a9939967262218aa556c684d107985
This command was run using /usr/local/hadoop/share/hadoop/common/hadoop-common-
2.9.2.jar
hduser@ubuntu:/usr/local$ curl -fsSL https://www.mongodb.org/static/pgp/server-
4.4.asc | sudo apt-key add -
[sudo] password for hduser:
Command 'curl' not found, but can be installed with:
/etc/apt/trusted.gpg.d/ubuntu-keyring-2012-archive.gpg
------------------------------------------------------
pub rsa4096 2012-05-11 [SC]
790B C727 7767 219C 42C8 6F93 3B4F E6AC C0B2 1F32
uid [ unknown] Ubuntu Archive Automatic Signing Key (2012)
<[email protected]>
/etc/apt/trusted.gpg.d/ubuntu-keyring-2012-cdimage.gpg
------------------------------------------------------
pub rsa4096 2012-05-11 [SC]
8439 38DF 228D 22F7 B374 2BC0 D94A A3F0 EFE2 1092
uid [ unknown] Ubuntu CD Image Automatic Signing Key (2012)
<[email protected]>
/etc/apt/trusted.gpg.d/ubuntu-keyring-2018-archive.gpg
------------------------------------------------------
pub rsa4096 2018-09-17 [SC]
F6EC B376 2474 EDA9 D21B 7022 8719 20D1 991B C93C
uid [ unknown] Ubuntu Archive Automatic Signing Key (2018)
<[email protected]>